{"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.100693956Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.120316707Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.151966642Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.152023413Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.228034045Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.228133494Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:57.285192756Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/65e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.10838273Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.152808922Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.152963741Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153031812Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153093787Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153143069Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153178666Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153219244Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153252878Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153292331Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153328656Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153364224Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153429399Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153551337Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153700619Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153742684Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153810655Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.153923552Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.154233682Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.154337196Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.154538123Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.254987414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1030 02:51:58.254977 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.456322952Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:51:58.456354877Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1030 02:52:14.463710 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.46404429Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464389662Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464547461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464620326Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464782424Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464848983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.464897434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465086108Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465154906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465321702Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465452734Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465505904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.46563028Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465746984Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465794129Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465825126Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465856912Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.465955578Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466143911Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466175739Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466212793Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466259011Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466306541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466418085Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466452515Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466481836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466481663Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466680358Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466702004Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466728276Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466737418Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466826054Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466952359Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.466167224Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.470960609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471003109Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471364812Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471445784Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471486606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471521867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.471552533Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.47198305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472168511Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472210983Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472250176Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472313079Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472348886Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.47243117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472471287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472501114Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472545734Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.472576116Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.598001258Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.672379994Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.768887081Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy updated","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.795453847Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.795500139Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.868210743Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.868264674Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.868942974Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.86895561Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.869892413Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.869925103Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.870631825Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.870661249Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.887742278Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.88785146Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.888551848Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.888625787Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.950419404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"922d6fbe-fb55-4e60-95f4-fc99f71ac764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.950439271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"922d6fbe-fb55-4e60-95f4-fc99f71ac764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.957749514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92dcfd9-ef59-4c9a-92e4-55e71b32b89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.958154246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f40dd01-88a6-459d-a9a3-f409fbe61749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.994434063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec88e020-33fa-4421-af86-5b59ec439b6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:14.99445906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec88e020-33fa-4421-af86-5b59ec439b6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.013033372Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec88e020-33fa-4421-af86-5b59ec439b6a","name":"facebook-opt-125m-simulated","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"facebook-opt-125m-simulated\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.013131444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec88e020-33fa-4421-af86-5b59ec439b6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"facebook-opt-125m-simulated\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.096365897Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f40dd01-88a6-459d-a9a3-f409fbe61749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.097576122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92dcfd9-ef59-4c9a-92e4-55e71b32b89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.168790473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"714063f1-d33e-470b-abed-22788db54935","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.168879368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"714063f1-d33e-470b-abed-22788db54935","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.171079106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a92dcfd9-ef59-4c9a-92e4-55e71b32b89c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.171531119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f40dd01-88a6-459d-a9a3-f409fbe61749","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.173543905Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30bcd0a0-37c0-4a0e-b0d6-7c1ee7282935","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.173983853Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a502353e-f698-4740-bac0-963ea13b3a0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.19849193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5a6781-3889-4cc5-8f39-3729cb32a7ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.198552663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa5a6781-3889-4cc5-8f39-3729cb32a7ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.199523467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc18ad1c-9d1b-4003-8160-7e656093be8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.199543218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc18ad1c-9d1b-4003-8160-7e656093be8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.272589197Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc18ad1c-9d1b-4003-8160-7e656093be8e","name":"premium-simulated-simulated-premium","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:52:15.272661327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc18ad1c-9d1b-4003-8160-7e656093be8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.273164119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40a9baa-8cd8-4dd3-b2d9-d77e82c145a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.36773943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f40a9baa-8cd8-4dd3-b2d9-d77e82c145a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.376043429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02c550d6-5a1a-4aec-8d4d-6c28bd297970","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.376075192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02c550d6-5a1a-4aec-8d4d-6c28bd297970","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.471578237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efa4dd1-0bcf-405c-87db-3507429130e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.473219354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af4ef0f0-dd5a-4a32-8b9f-60f5dd4360d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.478198821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af4ef0f0-dd5a-4a32-8b9f-60f5dd4360d4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.478656455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ad0d001-e22b-4266-b542-08f50b9d0c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.478677223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ad0d001-e22b-4266-b542-08f50b9d0c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.492649149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efa4dd1-0bcf-405c-87db-3507429130e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.511525257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6027dcf8-2653-4c37-885e-dfb176e51025","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.511540767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6027dcf8-2653-4c37-885e-dfb176e51025","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.513086351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6efa4dd1-0bcf-405c-87db-3507429130e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.513702669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2ddb290-a29c-443a-8051-12d016495447","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.513803765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a800e83c-400b-4ddd-b438-da8b8ac38ef2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.565085779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b17494cd-872c-47f5-b381-7ac2926d22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.581466375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea57ba2c-15d8-4f08-b649-e19dce628136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.581782227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"213baaf2-c55d-474e-8f63-1dcd100a191b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.581795811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"213baaf2-c55d-474e-8f63-1dcd100a191b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.586590958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b17494cd-872c-47f5-b381-7ac2926d22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.602846355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea57ba2c-15d8-4f08-b649-e19dce628136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.606641601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b17494cd-872c-47f5-b381-7ac2926d22a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.622727728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea57ba2c-15d8-4f08-b649-e19dce628136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.635642668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0abe4fd-9917-45ef-967d-c99bbf62234c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.635659928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0abe4fd-9917-45ef-967d-c99bbf62234c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.657849246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c09b5f39-6fe6-4de8-9afd-5f21defcfeb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.6578669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c09b5f39-6fe6-4de8-9afd-5f21defcfeb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.675872797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91eedb7-4842-4580-b25d-07427019ab93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.692222364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91eedb7-4842-4580-b25d-07427019ab93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.692532046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0454cb34-63ac-4f62-a6b9-7941b85ac3c4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.692546419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0454cb34-63ac-4f62-a6b9-7941b85ac3c4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.708192053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91eedb7-4842-4580-b25d-07427019ab93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.724468783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a91eedb7-4842-4580-b25d-07427019ab93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.778837213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"778bec7b-6e3f-426a-ad70-272f7b128f7f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:15.778863939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"778bec7b-6e3f-426a-ad70-272f7b128f7f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:16.92271864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164968e9-cc63-4b50-8792-160c10daf83a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:16.922748276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"164968e9-cc63-4b50-8792-160c10daf83a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:16.964118845Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"2c69262d-e93d-49a1-a0bf-886be9c4424d","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:16.98792252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd056ff4-a7ea-4149-8bdd-5934ee663b00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.033693747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e8241df-060d-4599-b556-5becbef5fb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.033720079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b10c5e-7b7b-40e4-9be1-d4974eb8fdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.043680494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52536b63-3f95-4a4f-a1d2-ab04ef3d98f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.043701278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52536b63-3f95-4a4f-a1d2-ab04ef3d98f9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.055913089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b10c5e-7b7b-40e4-9be1-d4974eb8fdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.057030212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e8241df-060d-4599-b556-5becbef5fb1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.084703082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b10c5e-7b7b-40e4-9be1-d4974eb8fdab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.115896865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e3c6673-466f-4a27-831a-471ec8ecfa49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.172073892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"737dd76a-960c-4577-abdc-eae21c903a25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.172100076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"737dd76a-960c-4577-abdc-eae21c903a25","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.207310832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87239a3-bffe-43d7-919d-1e12fcb8444a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.210793754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2344086-1c49-4c65-8752-854d4e3b554b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.230022854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a87239a3-bffe-43d7-919d-1e12fcb8444a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.242751537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"240d61ce-3cef-4b69-99ba-6c90b33bdf26","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.242772692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"240d61ce-3cef-4b69-99ba-6c90b33bdf26","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.278152513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ab8ca7-9e7e-43a2-9b66-d5a0f05d726d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.278180889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9ab8ca7-9e7e-43a2-9b66-d5a0f05d726d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.308687492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"076ff81b-60e0-4da3-8927-84611dcc5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.313024936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c55ae7a1-a171-4233-8816-f78f9258e6c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.331307043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"076ff81b-60e0-4da3-8927-84611dcc5525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.356655296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6529fe47-240d-4dae-9736-c7121a6ab342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.356676947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6529fe47-240d-4dae-9736-c7121a6ab342","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.40827745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0c7e28-0f4d-4830-8361-2b28d14786cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:17.42920368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a0c7e28-0f4d-4830-8361-2b28d14786cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.0143298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00cc2cb5-071e-4929-8d47-1b1ee8ab9e2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.014450546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"00cc2cb5-071e-4929-8d47-1b1ee8ab9e2a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.062316145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48054350-d89e-4ff7-ae55-d4835f40f93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.085280834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48054350-d89e-4ff7-ae55-d4835f40f93e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.210035557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8d2b9fc-3500-42b5-83a5-10068c2ea767","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.210144021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a8d2b9fc-3500-42b5-83a5-10068c2ea767","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.243563675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"660af4b7-1aa3-489d-bb0e-9bf07f81f8d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.243596299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"660af4b7-1aa3-489d-bb0e-9bf07f81f8d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.263247614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f8cd18a-0e77-40ba-ad8c-370ad617a1c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.28240663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afcf521c-83aa-4a01-9f1c-5e9741507585","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.293175356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f8cd18a-0e77-40ba-ad8c-370ad617a1c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.344555331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ade26e-d230-4a8f-a82e-c3b12c6e2d4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.344581758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"60ade26e-d230-4a8f-a82e-c3b12c6e2d4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.360155453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c74d632-3e56-491c-b277-036bab4b7a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.382878328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c74d632-3e56-491c-b277-036bab4b7a13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:20.906581067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e33d627-36ae-44de-b468-dd1db0d62dd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:21.006565841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2a32fba-dd8d-49e8-817e-885c96832a70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:44.645243311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:56.561294881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63ce7bb-c1b4-421d-8ba0-3a61487a51c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:56.577713115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63ce7bb-c1b4-421d-8ba0-3a61487a51c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:56.594169413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63ce7bb-c1b4-421d-8ba0-3a61487a51c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:56.610901692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b63ce7bb-c1b4-421d-8ba0-3a61487a51c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:57.369215542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb413fa-ad9f-48e6-acc8-ba505d3d8306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:57.385601613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb413fa-ad9f-48e6-acc8-ba505d3d8306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:57.401985619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb413fa-ad9f-48e6-acc8-ba505d3d8306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:57.41844567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb413fa-ad9f-48e6-acc8-ba505d3d8306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:57.48112555Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-96944222","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-96944222","reconcileID":"e14ba0ac-5da7-481d-8e43-b8a832e8903a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-96944222-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-96944222-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.001131998Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a62af3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a62af3d","reconcileID":"e4e08437-52b7-411e-96d7-6a2c0043fc85","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a62af3d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2a62af3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.063807949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfe8c83-f52c-4b69-aad2-f77b396f26a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.079788998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfe8c83-f52c-4b69-aad2-f77b396f26a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.096181518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfe8c83-f52c-4b69-aad2-f77b396f26a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.113432778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfe8c83-f52c-4b69-aad2-f77b396f26a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.450680746Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-67ec7c9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-67ec7c9f","reconcileID":"46d5b3e6-1952-4e6b-9d28-35434ff343b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-67ec7c9f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-67ec7c9f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.817997353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548bead6-1299-45c4-b4e1-e8a1a99bd767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.834633187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548bead6-1299-45c4-b4e1-e8a1a99bd767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.851139087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548bead6-1299-45c4-b4e1-e8a1a99bd767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:58.867378872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"548bead6-1299-45c4-b4e1-e8a1a99bd767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:59.633101126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500a7275-66ac-4669-aa24-61804ead1de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:59.649891177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500a7275-66ac-4669-aa24-61804ead1de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:59.666394339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500a7275-66ac-4669-aa24-61804ead1de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:52:59.683187943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"500a7275-66ac-4669-aa24-61804ead1de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.385611657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1d16b295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1d16b295","reconcileID":"52c0d641-2711-40f2-a0af-a57046683b78","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1d16b295","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-1d16b295":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.652525275Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"09ffeda9-443c-48b4-ab1d-73c89e9550d6","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.674672562Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"09ffeda9-443c-48b4-ab1d-73c89e9550d6","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.706671742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"09ffeda9-443c-48b4-ab1d-73c89e9550d6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-96944222-gw","tenantID":"e2e-migrate-96944222","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.759077692Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"09ffeda9-443c-48b4-ab1d-73c89e9550d6","name":"e2e-migrate-96944222-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.887762131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b456cce-9d60-42c1-a670-ed073a3c96e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.972140406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b456cce-9d60-42c1-a670-ed073a3c96e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:00.992524613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b456cce-9d60-42c1-a670-ed073a3c96e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:01.00983814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b456cce-9d60-42c1-a670-ed073a3c96e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:02.705272573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bda8917-832a-4983-995b-93e80b9d7e1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:02.744265513Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"363e480d-943c-4bc1-a7c8-0b82b70d4790","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:02.796212202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"363e480d-943c-4bc1-a7c8-0b82b70d4790","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2a62af3d","tenantID":"e2e-ait-2a62af3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:02.803378622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c484a19-5825-4781-826b-3d31f4025e3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:02.848296349Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"363e480d-943c-4bc1-a7c8-0b82b70d4790","name":"e2e-ait-2a62af3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.027442028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f8e7ca-99c0-4a88-997b-e342cd9191d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.043831003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f8e7ca-99c0-4a88-997b-e342cd9191d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.060234576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f8e7ca-99c0-4a88-997b-e342cd9191d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.076690943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f8e7ca-99c0-4a88-997b-e342cd9191d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.767549154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ba139d-ffe2-4a2b-9401-d075bf31e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.783737138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ba139d-ffe2-4a2b-9401-d075bf31e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.799941574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ba139d-ffe2-4a2b-9401-d075bf31e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.815749564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3ba139d-ffe2-4a2b-9401-d075bf31e9cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.869146117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"e4a37a3f-4bb2-4d02-91dc-81dece955d11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-1d16b295","tenantID":"e2e-ait-1d16b295","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:04.930025282Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"e4a37a3f-4bb2-4d02-91dc-81dece955d11","name":"e2e-ait-1d16b295-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:05.33890332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-1285c395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-1285c395","reconcileID":"92b2477a-c5d1-454f-9590-c3aea84877f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-1285c395","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-1285c395":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:05.774230437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a313dc-21ee-4ffb-8ab1-3bd78dc5dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:05.791916301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a313dc-21ee-4ffb-8ab1-3bd78dc5dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:05.81017322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a313dc-21ee-4ffb-8ab1-3bd78dc5dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:05.826544497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9a313dc-21ee-4ffb-8ab1-3bd78dc5dcd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:06.972217992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"9cf16f99-ca47-4a68-850e-1f03a86b07f0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-67ec7c9f","tenantID":"e2e-ait-67ec7c9f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:07.02580614Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"9cf16f99-ca47-4a68-850e-1f03a86b07f0","name":"e2e-ait-67ec7c9f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:10.913899252Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"0be507f3-8e8b-4418-92c5-a2fd62f24173","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:10.953566442Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"0be507f3-8e8b-4418-92c5-a2fd62f24173","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:11.811635106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb442ea-613f-49cc-8fcf-6bc6a600c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:11.828393658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb442ea-613f-49cc-8fcf-6bc6a600c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:11.84470499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb442ea-613f-49cc-8fcf-6bc6a600c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:11.861002855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeb442ea-613f-49cc-8fcf-6bc6a600c613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:12.567470139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037d331-23b3-4ecf-99d7-6d04a24c405c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:12.584014017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037d331-23b3-4ecf-99d7-6d04a24c405c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:12.600406863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037d331-23b3-4ecf-99d7-6d04a24c405c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:12.616928246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2037d331-23b3-4ecf-99d7-6d04a24c405c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:12.981918414Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"0c867f14-749b-470f-861a-153c72089b86","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:13.38727574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f71124-e7e6-4a7f-a466-405eeaf5c690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:13.405413165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f71124-e7e6-4a7f-a466-405eeaf5c690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:13.421652222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f71124-e7e6-4a7f-a466-405eeaf5c690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:13.437738961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f71124-e7e6-4a7f-a466-405eeaf5c690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:14.212878344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bdb4bf-fa09-4999-9a84-f155bdcd090d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:14.229115016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bdb4bf-fa09-4999-9a84-f155bdcd090d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:14.248702728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bdb4bf-fa09-4999-9a84-f155bdcd090d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:14.277192702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22bdb4bf-fa09-4999-9a84-f155bdcd090d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:14.635236043Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.00026797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872855a-670c-4c00-b01f-0e1911f9177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.01693177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872855a-670c-4c00-b01f-0e1911f9177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.034503447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872855a-670c-4c00-b01f-0e1911f9177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.051560746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c872855a-670c-4c00-b01f-0e1911f9177c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.788918173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"636512db-8aa3-4ba0-b96e-bdaa586b6c88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.877049913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d0a52e73-50b7-412d-8e6d-ec8a073449c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.924751594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f00a38-d89a-4fc7-ac45-76d831fad089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.941355333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f00a38-d89a-4fc7-ac45-76d831fad089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.957795661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f00a38-d89a-4fc7-ac45-76d831fad089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:15.978685285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f00a38-d89a-4fc7-ac45-76d831fad089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:16.714739167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46935d55-b402-4ee8-b3ab-e17d81d9dead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:16.730907114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46935d55-b402-4ee8-b3ab-e17d81d9dead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:16.747179817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46935d55-b402-4ee8-b3ab-e17d81d9dead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:16.765737627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46935d55-b402-4ee8-b3ab-e17d81d9dead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.458950103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"e926da04-8316-4e48-94dc-16ac0d6c2d8f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-1285c395","tenantID":"e2e-derive-1285c395","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.49335747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2978ee-5b89-4fed-9030-df70b8cc0538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.511399248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2978ee-5b89-4fed-9030-df70b8cc0538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.524754453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"e926da04-8316-4e48-94dc-16ac0d6c2d8f","name":"e2e-derive-1285c395-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.529474426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2978ee-5b89-4fed-9030-df70b8cc0538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:17.545823188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2978ee-5b89-4fed-9030-df70b8cc0538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:18.292494599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c389cf-8e70-4893-8418-842267767b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:18.309875438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c389cf-8e70-4893-8418-842267767b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:18.328522002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c389cf-8e70-4893-8418-842267767b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:18.345489764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c389cf-8e70-4893-8418-842267767b61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:19.085482538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c48570-d8f4-47f7-a506-d52a3870a373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:19.103630593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c48570-d8f4-47f7-a506-d52a3870a373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:19.121253087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c48570-d8f4-47f7-a506-d52a3870a373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:19.137865929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90c48570-d8f4-47f7-a506-d52a3870a373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.002486495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213da1ca-0406-482a-8407-a34f6ca0f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.01952963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213da1ca-0406-482a-8407-a34f6ca0f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.035568752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213da1ca-0406-482a-8407-a34f6ca0f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.051875502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213da1ca-0406-482a-8407-a34f6ca0f884","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.816501418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f50544-75e2-41e1-8e6e-7fec5a9a5926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.817709346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fde0efca-c1a7-409c-adb2-dc3fba1ca4ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.833200085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f50544-75e2-41e1-8e6e-7fec5a9a5926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.851321162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f50544-75e2-41e1-8e6e-7fec5a9a5926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.869990976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f50544-75e2-41e1-8e6e-7fec5a9a5926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:20.929943954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"38159134-04bf-467c-8c3a-fdd0163b0395","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:21.594268641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f3bfd3-e006-40dc-a2bf-b8bc3d24e6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:21.613129965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f3bfd3-e006-40dc-a2bf-b8bc3d24e6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:21.631429415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f3bfd3-e006-40dc-a2bf-b8bc3d24e6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:21.647389843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f3bfd3-e006-40dc-a2bf-b8bc3d24e6f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:22.544248291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d13f6d-e728-460a-94e0-6ed9fdd243fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:22.56119686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d13f6d-e728-460a-94e0-6ed9fdd243fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:22.579288585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d13f6d-e728-460a-94e0-6ed9fdd243fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:22.601424193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d13f6d-e728-460a-94e0-6ed9fdd243fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.358721515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c03f291-ba81-4749-9e9b-36ec4d7fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.376292564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c03f291-ba81-4749-9e9b-36ec4d7fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.400471532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c03f291-ba81-4749-9e9b-36ec4d7fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.420420342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c03f291-ba81-4749-9e9b-36ec4d7fddf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.879382355Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"d2b4501e-ba1c-4bc3-a99d-fb57d9a9c43b","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:23.918522005Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"d2b4501e-ba1c-4bc3-a99d-fb57d9a9c43b","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:24.231313333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae26fca7-987a-46df-98f8-c8354671ce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:24.248453668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae26fca7-987a-46df-98f8-c8354671ce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:24.264695722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae26fca7-987a-46df-98f8-c8354671ce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:24.295160335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae26fca7-987a-46df-98f8-c8354671ce83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.109903861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70361b2-6c83-4edf-baff-4fed460e22c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.127101319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70361b2-6c83-4edf-baff-4fed460e22c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.144214351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70361b2-6c83-4edf-baff-4fed460e22c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.160214649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a70361b2-6c83-4edf-baff-4fed460e22c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.900398575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fba0010-4654-436c-893b-b86f60538580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.916730007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fba0010-4654-436c-893b-b86f60538580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.932832978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fba0010-4654-436c-893b-b86f60538580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:25.948930178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fba0010-4654-436c-893b-b86f60538580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.060205199Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"e5e59c8f-8ced-4d72-b83d-707aeea4f7cd","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.704657593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74307ca-ae62-475e-97c9-5164dc50a7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.72091312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74307ca-ae62-475e-97c9-5164dc50a7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.737112816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74307ca-ae62-475e-97c9-5164dc50a7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.75330608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a74307ca-ae62-475e-97c9-5164dc50a7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.826994923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"286ab91c-2350-44d8-a845-0f3b7c902c8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:26.923761947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a582a468-e9b8-463d-b583-b50297de140a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:27.498246981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51ebfa8-d595-48a1-9588-43637ff6ca0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:27.516997754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51ebfa8-d595-48a1-9588-43637ff6ca0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:27.533624426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51ebfa8-d595-48a1-9588-43637ff6ca0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:27.550772709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b51ebfa8-d595-48a1-9588-43637ff6ca0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:28.2942984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e9e11-e9ee-4098-8153-10bc5e9005ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:28.31356101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e9e11-e9ee-4098-8153-10bc5e9005ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:28.365338258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e9e11-e9ee-4098-8153-10bc5e9005ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:28.391036752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491e9e11-e9ee-4098-8153-10bc5e9005ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:30.790621652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf21f20-1338-47f8-b72f-16c6ae5ffe9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:30.806851336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf21f20-1338-47f8-b72f-16c6ae5ffe9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:30.822836645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf21f20-1338-47f8-b72f-16c6ae5ffe9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:30.839155965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf21f20-1338-47f8-b72f-16c6ae5ffe9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:31.593394332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30eb7b-5b36-4d36-956a-b553318184da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:31.619279183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30eb7b-5b36-4d36-956a-b553318184da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:31.639945541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30eb7b-5b36-4d36-956a-b553318184da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:31.656491817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30eb7b-5b36-4d36-956a-b553318184da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.072227648Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","namespace":"ai-tenant-e2e-migrate-96944222","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.072316315Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","namespace":"ai-tenant-e2e-migrate-96944222","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.07239395Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","tenant":"e2e-migrate-96944222","tenantID":"e2e-migrate-96944222","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.094202429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Deployment","name":"maas-api-e2e-migrate-96944222","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.122673063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Service","name":"maas-api-e2e-migrate-96944222","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.145755793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-96944222","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.163570487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-96944222","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.187641243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.206162437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.221704624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.237438706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.253276624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Deployment","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.269394749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.289249519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Service","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.305257836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"Service","name":"payload-pre-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.321485441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.337359025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.355353932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.372681481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.390934879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.407832996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.423800769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-96944222","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.439670777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-96944222"},"namespace":"ai-tenant-e2e-migrate-96944222","name":"default-tenant","reconcileID":"1dacab1c-3a92-4bf9-b92f-a8fc362d386a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-96944222","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.463259042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","namespace":"ai-tenant-e2e-ait-2a62af3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.463361459Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","namespace":"ai-tenant-e2e-ait-2a62af3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.463431925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","tenant":"e2e-ait-2a62af3d","tenantID":"e2e-ait-2a62af3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.482252893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Deployment","name":"maas-api-e2e-ait-2a62af3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.515718827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Service","name":"maas-api-e2e-ait-2a62af3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.543345574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2a62af3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.570397396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2a62af3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.591969835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.61316068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.634359907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.655855261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.671462426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Deployment","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.693153796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.709273813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Service","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.73262737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"Service","name":"payload-pre-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.748292451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.768204286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.777662141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-96944222","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-96944222","reconcileID":"8eb97eb8-1175-45a0-b73c-5db16d0cfd16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-96944222-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-96944222-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.8095744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.831645119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.847313028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.896940804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.913297966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2a62af3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.931329629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2a62af3d"},"namespace":"ai-tenant-e2e-ait-2a62af3d","name":"default-tenant","reconcileID":"ab090d56-83e5-484b-a2b5-54f561401f4c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2a62af3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.989210826Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","namespace":"ai-tenant-e2e-ait-1d16b295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.989299569Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","namespace":"ai-tenant-e2e-ait-1d16b295","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:34.989378272Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","tenant":"e2e-ait-1d16b295","tenantID":"e2e-ait-1d16b295","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.008515754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Deployment","name":"maas-api-e2e-ait-1d16b295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.073548014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Service","name":"maas-api-e2e-ait-1d16b295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.102749722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-1d16b295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.124336228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-1d16b295","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.143017316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.161325009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.186250079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.204632491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.220267853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Deployment","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.23576156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.252135965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Service","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.268295162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"Service","name":"payload-pre-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.278154692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f5867c-c781-4599-8666-f510264a0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.295048366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"DestinationRule","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.295716327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f5867c-c781-4599-8666-f510264a0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.311803322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.312121441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f5867c-c781-4599-8666-f510264a0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.319188283Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2a62af3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2a62af3d","reconcileID":"23555bb1-33dd-4846-90bb-06a8748f29ed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2a62af3d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2a62af3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.329180771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22f5867c-c781-4599-8666-f510264a0e19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.330805696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.35943186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.379121819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.395319212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.429116074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-1d16b295","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:35.445725242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-1d16b295"},"namespace":"ai-tenant-e2e-ait-1d16b295","name":"default-tenant","reconcileID":"955f370c-ff44-484c-9f11-e53c754c26a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-1d16b295","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:53:36.021872801Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1d16b295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1d16b295","reconcileID":"4ff5ef0f-4a78-40ec-81db-c4ff08060ec9","error":"cleanup gateway labels on infra namespace odh-ai-gateway-infra: Operation cannot be fulfilled on namespaces \"odh-ai-gateway-infra\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:36.214067798Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-1d16b295","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-1d16b295","reconcileID":"999e72b9-1808-412c-bc1e-f430e3d56bcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-1d16b295","removed":["maas.opendatahub.io/gateway-access-e2e-ait-1d16b295"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:36.232840368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d8e0a-a5a2-43d8-adec-fd68c7f62682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:36.250093827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d8e0a-a5a2-43d8-adec-fd68c7f62682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:36.27033912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d8e0a-a5a2-43d8-adec-fd68c7f62682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:36.28830993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094d8e0a-a5a2-43d8-adec-fd68c7f62682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.161193776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0e9070-b264-4e31-819b-6bc7c8401094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.18159296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0e9070-b264-4e31-819b-6bc7c8401094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.210177916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0e9070-b264-4e31-819b-6bc7c8401094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.227331599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e0e9070-b264-4e31-819b-6bc7c8401094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.812933708Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","namespace":"ai-tenant-e2e-ait-67ec7c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.813049378Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","namespace":"ai-tenant-e2e-ait-67ec7c9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.813236655Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","tenant":"e2e-ait-67ec7c9f","tenantID":"e2e-ait-67ec7c9f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.831320667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Deployment","name":"maas-api-e2e-ait-67ec7c9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.864203645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Service","name":"maas-api-e2e-ait-67ec7c9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.904996401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-67ec7c9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.923606461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-67ec7c9f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.944049696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.962808922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:37.982360364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.001296531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.018316355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Deployment","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.035295198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.053685277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Service","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.07029008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"Service","name":"payload-pre-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.088292603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.104172735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.14435083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.168305477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.195286701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.212643394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.228576948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-67ec7c9f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.244429263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-67ec7c9f"},"namespace":"ai-tenant-e2e-ait-67ec7c9f","name":"default-tenant","reconcileID":"515f6dc8-acea-4e3e-873a-222161480d6a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-67ec7c9f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.602356094Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-67ec7c9f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-67ec7c9f","reconcileID":"3ed82203-6246-4bd9-8346-22d7a128133b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-67ec7c9f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-67ec7c9f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.869664052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9dbaea12-cd88-47a8-902e-d5eb76666d59","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:38.958789576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3c6c863-8077-44eb-a7de-9a2a0562272b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.107656783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23adae2-b686-4bfe-bef4-b7a8de086a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.123739079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23adae2-b686-4bfe-bef4-b7a8de086a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.139588951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23adae2-b686-4bfe-bef4-b7a8de086a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.155449526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f23adae2-b686-4bfe-bef4-b7a8de086a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.803219639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc8bfde-edf7-4f1a-b6a2-1a8736341497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.819220493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc8bfde-edf7-4f1a-b6a2-1a8736341497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.835292707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc8bfde-edf7-4f1a-b6a2-1a8736341497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:39.851415028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddc8bfde-edf7-4f1a-b6a2-1a8736341497","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:40.147182087Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-83f889","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-83f889","reconcileID":"e1b599b0-90c0-45aa-ab99-15c7bacd92a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-83f889","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-83f889":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:40.5644737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d32da7f-5e77-46b7-9b3a-acdfc4c48d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:40.583489364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d32da7f-5e77-46b7-9b3a-acdfc4c48d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:40.599371508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d32da7f-5e77-46b7-9b3a-acdfc4c48d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:40.620229243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d32da7f-5e77-46b7-9b3a-acdfc4c48d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:41.204115611Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-a0e73d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-a0e73d","reconcileID":"0b2ae51d-8059-4159-bb34-47d8d80c1496","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-a0e73d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-a0e73d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:41.380697282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2634e8b4-63b6-449e-b480-dda18c33861b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:41.396569122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2634e8b4-63b6-449e-b480-dda18c33861b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:41.412752233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2634e8b4-63b6-449e-b480-dda18c33861b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:41.429611109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2634e8b4-63b6-449e-b480-dda18c33861b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:42.228174964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e02d6-115e-45e4-ad09-5fc70483267d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:42.247280078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e02d6-115e-45e4-ad09-5fc70483267d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:42.263636288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e02d6-115e-45e4-ad09-5fc70483267d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:42.281883917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e02d6-115e-45e4-ad09-5fc70483267d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:42.974904217Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-255528","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-255528","reconcileID":"8106048d-d422-4fcd-97c0-1f2e2ed63a88","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-255528","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-255528":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.04267472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3ba7b2-5418-428b-a6c9-f1867fd9bf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.059776885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3ba7b2-5418-428b-a6c9-f1867fd9bf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.075580371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3ba7b2-5418-428b-a6c9-f1867fd9bf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.098308232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f3ba7b2-5418-428b-a6c9-f1867fd9bf8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.893113059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820524f0-5cb8-4662-a9a9-0e66e6222c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.909149427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820524f0-5cb8-4662-a9a9-0e66e6222c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.925915063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820524f0-5cb8-4662-a9a9-0e66e6222c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:43.942094347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820524f0-5cb8-4662-a9a9-0e66e6222c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:44.631258953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:44.649161479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb174a9a-ff21-4eea-b270-887249599c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:44.665919995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb174a9a-ff21-4eea-b270-887249599c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:44.681906155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb174a9a-ff21-4eea-b270-887249599c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:44.698343376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb174a9a-ff21-4eea-b270-887249599c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:45.495045159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cac04-d159-4f80-9015-ac2b9ecc781f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:45.514094823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cac04-d159-4f80-9015-ac2b9ecc781f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:45.530318257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cac04-d159-4f80-9015-ac2b9ecc781f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:45.546946713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510cac04-d159-4f80-9015-ac2b9ecc781f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.064418626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-5b5aec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-5b5aec","reconcileID":"e7df66ca-ae41-4864-b34f-622f27327fc8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-5b5aec","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-5b5aec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.215649862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f753927-e274-4f55-b311-8ab3e3eac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.232071746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f753927-e274-4f55-b311-8ab3e3eac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.248924178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f753927-e274-4f55-b311-8ab3e3eac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.265331883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f753927-e274-4f55-b311-8ab3e3eac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:46.995774629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2540fe-7bb1-4ac9-b130-c289668d62e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.011870695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2540fe-7bb1-4ac9-b130-c289668d62e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.033383169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2540fe-7bb1-4ac9-b130-c289668d62e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.049495785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c2540fe-7bb1-4ac9-b130-c289668d62e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.261653752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"02538bbe-9e6a-4657-baa6-39f81b1fea5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.310140229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"02538bbe-9e6a-4657-baa6-39f81b1fea5c","name":"e2e-worker-w3-83f889-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.889110068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05933cb-554d-49b9-a807-92e9e6391a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.905522269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05933cb-554d-49b9-a807-92e9e6391a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.922132624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05933cb-554d-49b9-a807-92e9e6391a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:47.938235179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c05933cb-554d-49b9-a807-92e9e6391a62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.495413668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"1497ddd7-1dd7-4a70-bc86-5fc3c4459648","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.552392055Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"1497ddd7-1dd7-4a70-bc86-5fc3c4459648","name":"e2e-worker-w2-a0e73d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.577987159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","namespace":"ai-tenant-e2e-derive-1285c395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.578621187Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","namespace":"ai-tenant-e2e-derive-1285c395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.578765884Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","tenant":"e2e-derive-1285c395","tenantID":"e2e-derive-1285c395","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.599508522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Deployment","name":"maas-api-e2e-derive-1285c395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.642658422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Service","name":"maas-api-e2e-derive-1285c395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.669019431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-1285c395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.692316751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-1285c395","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.712812809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.737218411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.76117083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.785215751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.804184823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Deployment","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.820018655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.838867011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Service","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.854888363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"Service","name":"payload-pre-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.87936607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"DestinationRule","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.895441935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.911670207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.935762921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.955207471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.974383223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:49.991362514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-1285c395","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:50.008006952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1285c395"},"namespace":"ai-tenant-e2e-derive-1285c395","name":"default-tenant","reconcileID":"f7817a72-cc11-4d7f-92ba-4f27f0ec2e1d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-1285c395","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:50.653395979Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-1285c395","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-1285c395","reconcileID":"7248dea6-8299-4ee8-a6df-7882954988fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-1285c395","removed":["maas.opendatahub.io/gateway-access-e2e-derive-1285c395"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.134566869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11491b18-43ba-4ef3-8adf-972b3e5004d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.150433574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11491b18-43ba-4ef3-8adf-972b3e5004d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.175179291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11491b18-43ba-4ef3-8adf-972b3e5004d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.192804813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11491b18-43ba-4ef3-8adf-972b3e5004d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.893464769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33949afc-4383-442f-a571-0233e4a6e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.911182493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33949afc-4383-442f-a571-0233e4a6e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.928126107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33949afc-4383-442f-a571-0233e4a6e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:51.948157382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33949afc-4383-442f-a571-0233e4a6e214","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.085248037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"bf13d7e2-cc44-4d46-b78b-36efeb3022f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.133309707Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"bf13d7e2-cc44-4d46-b78b-36efeb3022f1","name":"e2e-worker-w0-255528-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.829463499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac52a33-0643-496a-97cb-87f702ae9ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.84669947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac52a33-0643-496a-97cb-87f702ae9ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.863297361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac52a33-0643-496a-97cb-87f702ae9ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:52.887143885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac52a33-0643-496a-97cb-87f702ae9ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:55.613806568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25198a66-3584-457c-bf20-37b2daf7d8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:55.630198181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25198a66-3584-457c-bf20-37b2daf7d8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:55.646144585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25198a66-3584-457c-bf20-37b2daf7d8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:55.662184955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25198a66-3584-457c-bf20-37b2daf7d8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.309090544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"7b672312-7ab9-4d7c-ba7e-3211aebd59b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.352617248Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-9793f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-9793f8","reconcileID":"755a3a76-7236-4340-a856-f0925480ca39","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-9793f8","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-9793f8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.355804183Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"7b672312-7ab9-4d7c-ba7e-3211aebd59b9","name":"e2e-worker-w4-5b5aec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.404490863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e232b616-502d-4c0b-860f-a963d286fae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.422072564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e232b616-502d-4c0b-860f-a963d286fae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.46056771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e232b616-502d-4c0b-860f-a963d286fae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:56.507268995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e232b616-502d-4c0b-860f-a963d286fae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:57.318835407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ca4d54-4d5e-45ff-aa7a-133a2c0a1e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:57.335725767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ca4d54-4d5e-45ff-aa7a-133a2c0a1e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:57.351809355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ca4d54-4d5e-45ff-aa7a-133a2c0a1e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:57.375265409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ca4d54-4d5e-45ff-aa7a-133a2c0a1e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:58.193285287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b04e8-ac27-413a-a917-230b12315e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:58.211417233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b04e8-ac27-413a-a917-230b12315e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:58.22731058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b04e8-ac27-413a-a917-230b12315e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:58.244104421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"604b04e8-ac27-413a-a917-230b12315e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:59.275127556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20baabe2-179d-4b4a-bd8b-156d08f4beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:59.295124434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20baabe2-179d-4b4a-bd8b-156d08f4beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:59.312183765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20baabe2-179d-4b4a-bd8b-156d08f4beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:53:59.329124885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20baabe2-179d-4b4a-bd8b-156d08f4beed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.07673826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efc0684-0f50-4d1d-be9d-80c39495c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.098119687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efc0684-0f50-4d1d-be9d-80c39495c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.115067406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efc0684-0f50-4d1d-be9d-80c39495c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.132428552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7efc0684-0f50-4d1d-be9d-80c39495c79e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.91220811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d4093d-111a-4e9b-af4a-9e1ed1f787f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.928217071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d4093d-111a-4e9b-af4a-9e1ed1f787f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.944861092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d4093d-111a-4e9b-af4a-9e1ed1f787f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:00.961299886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6d4093d-111a-4e9b-af4a-9e1ed1f787f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:01.997511661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d8fbd-2e03-47e1-bf59-3d5d801f21f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.014379433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d8fbd-2e03-47e1-bf59-3d5d801f21f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.030534052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d8fbd-2e03-47e1-bf59-3d5d801f21f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.046650808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3d8fbd-2e03-47e1-bf59-3d5d801f21f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.802198221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a032020-f6b8-4a5f-ad52-9a028233a5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.818482176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a032020-f6b8-4a5f-ad52-9a028233a5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.834689197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a032020-f6b8-4a5f-ad52-9a028233a5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:02.850930923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a032020-f6b8-4a5f-ad52-9a028233a5ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:03.640440893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f89bdf7-97fc-4f93-918e-8ff86b937448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:03.656420483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f89bdf7-97fc-4f93-918e-8ff86b937448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:03.67504346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f89bdf7-97fc-4f93-918e-8ff86b937448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:03.697136897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f89bdf7-97fc-4f93-918e-8ff86b937448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.312144882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"496fffe8-f8e0-48f7-ad20-e9307bdde028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.364019958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78e93a82-73f0-402c-bd7e-195c1b76511a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.446977415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da48847a-c1ce-4130-a373-14b124a6039a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.462982357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da48847a-c1ce-4130-a373-14b124a6039a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.481191349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da48847a-c1ce-4130-a373-14b124a6039a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:04.498139627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da48847a-c1ce-4130-a373-14b124a6039a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:05.275931996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9906e4-4136-4b79-b55f-d6878b78dab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:05.292917938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9906e4-4136-4b79-b55f-d6878b78dab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:05.309909986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9906e4-4136-4b79-b55f-d6878b78dab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:05.325772696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba9906e4-4136-4b79-b55f-d6878b78dab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.045497159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374bf9f5-360a-412e-a23c-967d79906c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.061829835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374bf9f5-360a-412e-a23c-967d79906c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.079946456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374bf9f5-360a-412e-a23c-967d79906c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.097396594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"374bf9f5-360a-412e-a23c-967d79906c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.797354004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a5dcc1-5170-4a50-8164-bfe90cb3cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.81485995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a5dcc1-5170-4a50-8164-bfe90cb3cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.831988386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a5dcc1-5170-4a50-8164-bfe90cb3cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:06.848501829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15a5dcc1-5170-4a50-8164-bfe90cb3cfc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:07.609263182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd3b26d-5d6b-42c3-ae75-e1a97712e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:07.627427876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd3b26d-5d6b-42c3-ae75-e1a97712e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:07.645662132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd3b26d-5d6b-42c3-ae75-e1a97712e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:07.664293414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd3b26d-5d6b-42c3-ae75-e1a97712e7d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.139998498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1dbd7875-ac3b-4779-a1d9-2d54b0a61492","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.248677552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82302b3e-42df-4d30-84ab-128537d7182e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.742938295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa6fd1a-f019-4e82-957c-8659da342811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.760261407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa6fd1a-f019-4e82-957c-8659da342811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.780363525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa6fd1a-f019-4e82-957c-8659da342811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:08.801974349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa6fd1a-f019-4e82-957c-8659da342811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:09.590619516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5e408f-5b10-44b1-8cfa-1f7fcac60ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:09.607621893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5e408f-5b10-44b1-8cfa-1f7fcac60ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:09.623877975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5e408f-5b10-44b1-8cfa-1f7fcac60ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:09.64000525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5e408f-5b10-44b1-8cfa-1f7fcac60ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.107703622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"98db99fb-c2e6-49d6-ae95-6491531e6b35","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.197638902Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"98db99fb-c2e6-49d6-ae95-6491531e6b35","name":"e2e-worker-w1-9793f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.389603257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2b643a-030c-4c73-a1f5-1e3bc7e52659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.409919749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2b643a-030c-4c73-a1f5-1e3bc7e52659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.426197492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2b643a-030c-4c73-a1f5-1e3bc7e52659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:10.442690918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d2b643a-030c-4c73-a1f5-1e3bc7e52659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:14.630988567Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:22.641388065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c360bbe0-c5fb-45a0-a8da-eb1fd6a3970b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:22.657303083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c360bbe0-c5fb-45a0-a8da-eb1fd6a3970b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:22.673294359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c360bbe0-c5fb-45a0-a8da-eb1fd6a3970b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:22.689300999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c360bbe0-c5fb-45a0-a8da-eb1fd6a3970b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:23.178841248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"9bbd2f82-4b54-4614-bb27-752a26a816b3","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:23.538549407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28de2275-5d21-4404-bd67-109b38b63cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:23.557876942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28de2275-5d21-4404-bd67-109b38b63cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:23.576895292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28de2275-5d21-4404-bd67-109b38b63cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:23.594736681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28de2275-5d21-4404-bd67-109b38b63cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:33.15810535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"aad98c46-f9a6-45c6-ae2a-5d9f8859b108","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:33.19148534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"49090185-44b4-48f2-ad4c-a96fb19f78ae","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:33.831397164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71a98685-1083-4ec9-9151-0a015cacf8af","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:33.935407931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2fc18a5-1593-4d5f-b4f0-948c132b88c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:39.245532488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f18cde4c-cf17-4a0d-80a6-b4d501666224","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:39.342028942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dbae1cdd-cce4-45b9-a256-2d5023f3998f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:39.450813572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"789ff987-de6a-472b-81e1-a515bb752337","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:44.631098602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:45.946644314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"357996e2-ae6c-43e2-a0e7-63abb0f73cdd","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:49.011301788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"5e11f6ff-05ba-4b6d-acf8-86b0f6d3ec3d","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.171224199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"546c80ea-05a4-4ccd-9cca-6e2093a79979","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.375610234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"df6c085f-9f24-452f-8341-7fd1c68f37df","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.394765385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"c27eaaba-f3a9-441f-bf86-f66f7cf6c137","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:50.410578406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"bbbbe774-57ff-4480-8c24-a6130f6a9345","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.417111639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"685635fe-4323-4120-943e-844a531fa73d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.417130723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"685635fe-4323-4120-943e-844a531fa73d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.438941941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c9215b-3540-4eb3-8363-88d5c0fada6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.438956361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c9215b-3540-4eb3-8363-88d5c0fada6d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.449456636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"6ed3f65f-7148-4820-a099-995f49ddce7d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.473441337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"60ed7ec7-6f62-4b18-ad25-44e6574a3169","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.557870772Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"86528f45-b4f6-4cb8-976b-37eb641f911e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.614168021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"48d6b1e8-cfdf-4eaf-9128-8c9b20b0120b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.637252831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a82fc000-e49e-4383-a047-d362f950ab91","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.659188828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"86942fa9-efcc-4535-9f39-59447719f413","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:50.676643312Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"86942fa9-efcc-4535-9f39-59447719f413","name":"simulator-w3-83f889","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:50.676690007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"86942fa9-efcc-4535-9f39-59447719f413","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.681105475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"2e21bd5e-efb6-4644-9b9c-54e2db7422ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.682019229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"799f8995-02b7-42c9-a363-0c135fb0e29d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.687612796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"06532afc-d222-4374-81d0-5b0f9f575116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.751237066Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"06532afc-d222-4374-81d0-5b0f9f575116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.77108663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"06532afc-d222-4374-81d0-5b0f9f575116","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.786276534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"853a2c4c-bdf8-49ba-8fa3-37532cfab819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.791962802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"8d04f76f-058f-4e91-99b3-31608e9f49b2","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.804371663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"2bb58a14-6961-42a1-9592-ee026392fe7f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.826047624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"166b7429-6d91-4a43-b986-9e044e65abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.836918159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"105720c5-67e0-4ac6-b1af-1ffffe2e4d0d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.848121131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"166b7429-6d91-4a43-b986-9e044e65abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.860984919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"120436e6-ff11-4755-9d19-c9851b000442","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.869418279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"166b7429-6d91-4a43-b986-9e044e65abb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.880995262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"da4a363d-a4a3-44ec-b146-d885cbbf997a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.896915988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"808c9c96-70f4-4f0e-859b-6e921de6fb91","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:50.902267932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83f889/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.918333545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"aac79ab8-cddb-4caf-80e4-32044d8617ad","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.923846867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4c18a321-6fa4-43d8-9d24-758a15a9644e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.948271658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4c18a321-6fa4-43d8-9d24-758a15a9644e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.968191597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4c18a321-6fa4-43d8-9d24-758a15a9644e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:50.986092473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"4d85bddd-4436-4e3c-81fc-50de402ff67b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"premium-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.025777234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"90e1ccf2-86c6-47f8-b587-b15442083b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.046307711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"41743014-7fa0-4591-b465-8ce297f906b6","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.047301383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"90e1ccf2-86c6-47f8-b587-b15442083b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.067039089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"90e1ccf2-86c6-47f8-b587-b15442083b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.088768381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"45eee031-1da7-47f0-86b6-a59cc6870e17","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.113367806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"c3676c6e-21c0-4483-b81d-7552dae81fff","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.113462836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"ec76bc0f-aafe-41b1-ac18-5e0ff95247c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:51.131043016Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"c3676c6e-21c0-4483-b81d-7552dae81fff","name":"premium-w3-83f889","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:51.131107227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"c3676c6e-21c0-4483-b81d-7552dae81fff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.136715362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"27184bd6-4eaa-46f1-a41f-8aa5dc6ed815","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.156118647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"23b7e04d-591e-48ce-be6b-555bb096d6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.161341571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"aec2d238-483a-46c5-8499-d8fa95352f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.178222724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"23b7e04d-591e-48ce-be6b-555bb096d6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.183457974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"aec2d238-483a-46c5-8499-d8fa95352f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.199298037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"23b7e04d-591e-48ce-be6b-555bb096d6c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.20377239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"aec2d238-483a-46c5-8499-d8fa95352f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.212877304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"87e8da89-0de2-4d17-97be-82fb8390aec0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.221327085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"3cc3bc07-cc74-4f3c-a428-d812b223765d","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.271592185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"45408b4e-b24c-4000-9801-de02019d6dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.292736018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"45408b4e-b24c-4000-9801-de02019d6dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:51.312623874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"45408b4e-b24c-4000-9801-de02019d6dcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:55.907102638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"866bbed3-9215-4e65-b7f0-95c9de9e13de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:55.967739417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"419caae0-cafe-4fbb-95d3-e2951c0dcd6c","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.0559338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"b6b10480-da97-4268-8986-88bd39c917fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.116703469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"e6cdbb9d-e579-498c-a784-e24adfb0e17a","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.171008008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ed773ab9-9d43-4d8c-bd0e-da3bfe7cf414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.171067505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"99e95ac5-6105-49d8-a816-de2f46ba1a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.19376839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ed773ab9-9d43-4d8c-bd0e-da3bfe7cf414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.193796948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"99e95ac5-6105-49d8-a816-de2f46ba1a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.214198508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ba0e805e2dae4cff1c9e08df0df3a42786499bf50e97ea338fea402300d2ff7) AuthConfig (179b7ab242b302de9ff87eb1979e175aa1b519713cb0236fa8e81c6a43bf9311) AuthConfig (065cfb1611b190e0666128d7929b4a0075fc11fb90565985b27ed0d1f4bac186) AuthConfig (87ef978713b843ed4b103c04dba939ee004f462fc6ee349257fda8f2cbdab2b4) AuthConfig (6089173163c35397f7e37cd04a67bdb6de44f669eba3b6c0a3b29ce603fc883d) AuthConfig (ab967619e316288120b50ecac5dd6d1b3e1ef22f7ea15f36a3a4086beb137730) AuthConfig (056f039efee1a8764ed78c1c40f9e157a5d30b1196a356cadae301a1a68cf784) AuthConfig (384d44a59b9a4783517160aa9af9ce61c66e0ee661f4a18b642e1f04130bb196) AuthConfig (bc1b81d290d505a75ddc3da32233999cf9036414d7808ca1c41883eb639a656d) AuthConfig (5bfdd2538ca521260931a541fc41f3292ded1b3c7d351117937352255dbdadf4) AuthConfig (05511963b95feef9639464699e66ab90c68e5b65c52e490d21b89145e16104a2) AuthConfig (099ee7aa2a7c69dd6f6abad6682561ad06fdfae3328019ed3b4232750098e236) AuthConfig (502ab3121cafa4d5794eaf3addf914b6cb04934869cf00b075513de20cffda45) AuthConfig (fb0450586b33ce1957b7b51a8b86ac7d22c676ec17c339c5b7bf038da9207fa5) AuthConfig (8b1e1d7c5451de70301743dd3fbbdb7bc4f794f43bcbdd9f0b9bd5e3ef927fed) AuthConfig (453a28ef1b6d956ca46ca13245f6b6ff157eaffcc0dbaefb8d350c80b2c7feee) AuthConfig (f3336ea84a679f7d7b751485bc3c2a9cc82e969fd9e4b98eed76dd18462777fd) AuthConfig (0a3c980cf3b55e6c9553f0f3f8387a13e74e2a96edbaf11bc855930fd379ed1a) AuthConfig (41feb6394b48ab7499ec8e825a34c866c39e5e2cda3cfddb919c7fe74ccacc72) AuthConfig (d6e044aa1d24e3f99a4e6a38d4d50d257ecc80235bd1b16af8fd9aee232214b7) AuthConfig (31433c1671311414556e624cf131cf7294e0ae13e9d7a1c72600f9c1e8aa9cc9) AuthConfig (2314b58aa0b2d23b0a17f9e8a1dc6c359498a2196de3826d21d8964a6ecbc5fb) AuthConfig (7f69edebc0ad925cd59459d0985ffbb3ddb8296e83e3bd4622d979270118d38f) AuthConfig (07123675c2573dac9a567c81c771fe5c81830767204f70042c785de0510791f8) AuthConfig (ab7a54f63e534e059e4c680abfd9d83a04a591a40fd280d0275cc02ef86e5ba8) AuthConfig (132fc8aa972b60fbee83e310d535164ccbc81977a4bf48ef52295ae23e8b7a97) AuthConfig (ac29efbd52fc253920bce00bd8f72ab9737987ac7c162b6c8b274a08567f0e54) AuthConfig (f84e1d275aec7e100b7af1e84445de9462e0cd59ca98f87069d319fbd4b7dd1b) AuthConfig (6f2b393d3dd45a9b982ec51e6919a5ee2c00cb1941c8f04edf4467250effce85) AuthConfig (01d87a91385a2bf2faeca8c843cee0f309eeeaeaf61dfd960af45dbfd3917ab5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ed773ab9-9d43-4d8c-bd0e-da3bfe7cf414","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.214280774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ba0e805e2dae4cff1c9e08df0df3a42786499bf50e97ea338fea402300d2ff7) AuthConfig (179b7ab242b302de9ff87eb1979e175aa1b519713cb0236fa8e81c6a43bf9311) AuthConfig (065cfb1611b190e0666128d7929b4a0075fc11fb90565985b27ed0d1f4bac186) AuthConfig (87ef978713b843ed4b103c04dba939ee004f462fc6ee349257fda8f2cbdab2b4) AuthConfig (6089173163c35397f7e37cd04a67bdb6de44f669eba3b6c0a3b29ce603fc883d) AuthConfig (ab967619e316288120b50ecac5dd6d1b3e1ef22f7ea15f36a3a4086beb137730) AuthConfig (056f039efee1a8764ed78c1c40f9e157a5d30b1196a356cadae301a1a68cf784) AuthConfig (384d44a59b9a4783517160aa9af9ce61c66e0ee661f4a18b642e1f04130bb196) AuthConfig (bc1b81d290d505a75ddc3da32233999cf9036414d7808ca1c41883eb639a656d) AuthConfig (5bfdd2538ca521260931a541fc41f3292ded1b3c7d351117937352255dbdadf4) AuthConfig (05511963b95feef9639464699e66ab90c68e5b65c52e490d21b89145e16104a2) AuthConfig (099ee7aa2a7c69dd6f6abad6682561ad06fdfae3328019ed3b4232750098e236) AuthConfig (502ab3121cafa4d5794eaf3addf914b6cb04934869cf00b075513de20cffda45) AuthConfig (fb0450586b33ce1957b7b51a8b86ac7d22c676ec17c339c5b7bf038da9207fa5) AuthConfig (8b1e1d7c5451de70301743dd3fbbdb7bc4f794f43bcbdd9f0b9bd5e3ef927fed) AuthConfig (453a28ef1b6d956ca46ca13245f6b6ff157eaffcc0dbaefb8d350c80b2c7feee) AuthConfig (f3336ea84a679f7d7b751485bc3c2a9cc82e969fd9e4b98eed76dd18462777fd) AuthConfig (0a3c980cf3b55e6c9553f0f3f8387a13e74e2a96edbaf11bc855930fd379ed1a) AuthConfig (41feb6394b48ab7499ec8e825a34c866c39e5e2cda3cfddb919c7fe74ccacc72) AuthConfig (d6e044aa1d24e3f99a4e6a38d4d50d257ecc80235bd1b16af8fd9aee232214b7) AuthConfig (31433c1671311414556e624cf131cf7294e0ae13e9d7a1c72600f9c1e8aa9cc9) AuthConfig (2314b58aa0b2d23b0a17f9e8a1dc6c359498a2196de3826d21d8964a6ecbc5fb) AuthConfig (7f69edebc0ad925cd59459d0985ffbb3ddb8296e83e3bd4622d979270118d38f) AuthConfig (07123675c2573dac9a567c81c771fe5c81830767204f70042c785de0510791f8) AuthConfig (ab7a54f63e534e059e4c680abfd9d83a04a591a40fd280d0275cc02ef86e5ba8) AuthConfig (132fc8aa972b60fbee83e310d535164ccbc81977a4bf48ef52295ae23e8b7a97) AuthConfig (ac29efbd52fc253920bce00bd8f72ab9737987ac7c162b6c8b274a08567f0e54) AuthConfig (f84e1d275aec7e100b7af1e84445de9462e0cd59ca98f87069d319fbd4b7dd1b) AuthConfig (6f2b393d3dd45a9b982ec51e6919a5ee2c00cb1941c8f04edf4467250effce85) AuthConfig (01d87a91385a2bf2faeca8c843cee0f309eeeaeaf61dfd960af45dbfd3917ab5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"99e95ac5-6105-49d8-a816-de2f46ba1a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.23650368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"c85ebe3b-df88-4137-9e77-1a075e05842f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.23704793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"a064692f-8520-420d-a55d-817ce8db64e8","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.283675535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a678503c-61e8-4990-ba77-1ecfeca1d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.284134374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6bb4169a-7c91-48c8-9aad-30e0cc412036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.305387815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6bb4169a-7c91-48c8-9aad-30e0cc412036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.30588444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a678503c-61e8-4990-ba77-1ecfeca1d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.325749989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ba0e805e2dae4cff1c9e08df0df3a42786499bf50e97ea338fea402300d2ff7) AuthConfig (179b7ab242b302de9ff87eb1979e175aa1b519713cb0236fa8e81c6a43bf9311) AuthConfig (065cfb1611b190e0666128d7929b4a0075fc11fb90565985b27ed0d1f4bac186) AuthConfig (87ef978713b843ed4b103c04dba939ee004f462fc6ee349257fda8f2cbdab2b4) AuthConfig (6089173163c35397f7e37cd04a67bdb6de44f669eba3b6c0a3b29ce603fc883d) AuthConfig (ab967619e316288120b50ecac5dd6d1b3e1ef22f7ea15f36a3a4086beb137730) AuthConfig (056f039efee1a8764ed78c1c40f9e157a5d30b1196a356cadae301a1a68cf784) AuthConfig (384d44a59b9a4783517160aa9af9ce61c66e0ee661f4a18b642e1f04130bb196) AuthConfig (bc1b81d290d505a75ddc3da32233999cf9036414d7808ca1c41883eb639a656d) AuthConfig (5bfdd2538ca521260931a541fc41f3292ded1b3c7d351117937352255dbdadf4) AuthConfig (05511963b95feef9639464699e66ab90c68e5b65c52e490d21b89145e16104a2) AuthConfig (099ee7aa2a7c69dd6f6abad6682561ad06fdfae3328019ed3b4232750098e236) AuthConfig (502ab3121cafa4d5794eaf3addf914b6cb04934869cf00b075513de20cffda45) AuthConfig (fb0450586b33ce1957b7b51a8b86ac7d22c676ec17c339c5b7bf038da9207fa5) AuthConfig (8b1e1d7c5451de70301743dd3fbbdb7bc4f794f43bcbdd9f0b9bd5e3ef927fed) AuthConfig (453a28ef1b6d956ca46ca13245f6b6ff157eaffcc0dbaefb8d350c80b2c7feee) AuthConfig (f3336ea84a679f7d7b751485bc3c2a9cc82e969fd9e4b98eed76dd18462777fd) AuthConfig (0a3c980cf3b55e6c9553f0f3f8387a13e74e2a96edbaf11bc855930fd379ed1a) AuthConfig (41feb6394b48ab7499ec8e825a34c866c39e5e2cda3cfddb919c7fe74ccacc72) AuthConfig (d6e044aa1d24e3f99a4e6a38d4d50d257ecc80235bd1b16af8fd9aee232214b7) AuthConfig (31433c1671311414556e624cf131cf7294e0ae13e9d7a1c72600f9c1e8aa9cc9) AuthConfig (2314b58aa0b2d23b0a17f9e8a1dc6c359498a2196de3826d21d8964a6ecbc5fb) AuthConfig (7f69edebc0ad925cd59459d0985ffbb3ddb8296e83e3bd4622d979270118d38f) AuthConfig (07123675c2573dac9a567c81c771fe5c81830767204f70042c785de0510791f8) AuthConfig (ab7a54f63e534e059e4c680abfd9d83a04a591a40fd280d0275cc02ef86e5ba8) AuthConfig (132fc8aa972b60fbee83e310d535164ccbc81977a4bf48ef52295ae23e8b7a97) AuthConfig (ac29efbd52fc253920bce00bd8f72ab9737987ac7c162b6c8b274a08567f0e54) AuthConfig (f84e1d275aec7e100b7af1e84445de9462e0cd59ca98f87069d319fbd4b7dd1b) AuthConfig (6f2b393d3dd45a9b982ec51e6919a5ee2c00cb1941c8f04edf4467250effce85) AuthConfig (01d87a91385a2bf2faeca8c843cee0f309eeeaeaf61dfd960af45dbfd3917ab5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6bb4169a-7c91-48c8-9aad-30e0cc412036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.325856177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ba0e805e2dae4cff1c9e08df0df3a42786499bf50e97ea338fea402300d2ff7) AuthConfig (179b7ab242b302de9ff87eb1979e175aa1b519713cb0236fa8e81c6a43bf9311) AuthConfig (065cfb1611b190e0666128d7929b4a0075fc11fb90565985b27ed0d1f4bac186) AuthConfig (87ef978713b843ed4b103c04dba939ee004f462fc6ee349257fda8f2cbdab2b4) AuthConfig (6089173163c35397f7e37cd04a67bdb6de44f669eba3b6c0a3b29ce603fc883d) AuthConfig (ab967619e316288120b50ecac5dd6d1b3e1ef22f7ea15f36a3a4086beb137730) AuthConfig (056f039efee1a8764ed78c1c40f9e157a5d30b1196a356cadae301a1a68cf784) AuthConfig (384d44a59b9a4783517160aa9af9ce61c66e0ee661f4a18b642e1f04130bb196) AuthConfig (bc1b81d290d505a75ddc3da32233999cf9036414d7808ca1c41883eb639a656d) AuthConfig (5bfdd2538ca521260931a541fc41f3292ded1b3c7d351117937352255dbdadf4) AuthConfig (05511963b95feef9639464699e66ab90c68e5b65c52e490d21b89145e16104a2) AuthConfig (099ee7aa2a7c69dd6f6abad6682561ad06fdfae3328019ed3b4232750098e236) AuthConfig (502ab3121cafa4d5794eaf3addf914b6cb04934869cf00b075513de20cffda45) AuthConfig (fb0450586b33ce1957b7b51a8b86ac7d22c676ec17c339c5b7bf038da9207fa5) AuthConfig (8b1e1d7c5451de70301743dd3fbbdb7bc4f794f43bcbdd9f0b9bd5e3ef927fed) AuthConfig (453a28ef1b6d956ca46ca13245f6b6ff157eaffcc0dbaefb8d350c80b2c7feee) AuthConfig (f3336ea84a679f7d7b751485bc3c2a9cc82e969fd9e4b98eed76dd18462777fd) AuthConfig (0a3c980cf3b55e6c9553f0f3f8387a13e74e2a96edbaf11bc855930fd379ed1a) AuthConfig (41feb6394b48ab7499ec8e825a34c866c39e5e2cda3cfddb919c7fe74ccacc72) AuthConfig (d6e044aa1d24e3f99a4e6a38d4d50d257ecc80235bd1b16af8fd9aee232214b7) AuthConfig (31433c1671311414556e624cf131cf7294e0ae13e9d7a1c72600f9c1e8aa9cc9) AuthConfig (2314b58aa0b2d23b0a17f9e8a1dc6c359498a2196de3826d21d8964a6ecbc5fb) AuthConfig (7f69edebc0ad925cd59459d0985ffbb3ddb8296e83e3bd4622d979270118d38f) AuthConfig (07123675c2573dac9a567c81c771fe5c81830767204f70042c785de0510791f8) AuthConfig (ab7a54f63e534e059e4c680abfd9d83a04a591a40fd280d0275cc02ef86e5ba8) AuthConfig (132fc8aa972b60fbee83e310d535164ccbc81977a4bf48ef52295ae23e8b7a97) AuthConfig (ac29efbd52fc253920bce00bd8f72ab9737987ac7c162b6c8b274a08567f0e54) AuthConfig (f84e1d275aec7e100b7af1e84445de9462e0cd59ca98f87069d319fbd4b7dd1b) AuthConfig (6f2b393d3dd45a9b982ec51e6919a5ee2c00cb1941c8f04edf4467250effce85) AuthConfig (01d87a91385a2bf2faeca8c843cee0f309eeeaeaf61dfd960af45dbfd3917ab5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a678503c-61e8-4990-ba77-1ecfeca1d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:54:56.343487795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6bb4169a-7c91-48c8-9aad-30e0cc412036","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.396700777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a14ac893-0be1-443b-bed2-1b4f9bd27464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.417850946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a14ac893-0be1-443b-bed2-1b4f9bd27464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:56.440360395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-83f889-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6ba0e805e2dae4cff1c9e08df0df3a42786499bf50e97ea338fea402300d2ff7) AuthConfig (179b7ab242b302de9ff87eb1979e175aa1b519713cb0236fa8e81c6a43bf9311) AuthConfig (065cfb1611b190e0666128d7929b4a0075fc11fb90565985b27ed0d1f4bac186) AuthConfig (87ef978713b843ed4b103c04dba939ee004f462fc6ee349257fda8f2cbdab2b4) AuthConfig (6089173163c35397f7e37cd04a67bdb6de44f669eba3b6c0a3b29ce603fc883d) AuthConfig (ab967619e316288120b50ecac5dd6d1b3e1ef22f7ea15f36a3a4086beb137730) AuthConfig (056f039efee1a8764ed78c1c40f9e157a5d30b1196a356cadae301a1a68cf784) AuthConfig (384d44a59b9a4783517160aa9af9ce61c66e0ee661f4a18b642e1f04130bb196) AuthConfig (bc1b81d290d505a75ddc3da32233999cf9036414d7808ca1c41883eb639a656d) AuthConfig (5bfdd2538ca521260931a541fc41f3292ded1b3c7d351117937352255dbdadf4) AuthConfig (05511963b95feef9639464699e66ab90c68e5b65c52e490d21b89145e16104a2) AuthConfig (099ee7aa2a7c69dd6f6abad6682561ad06fdfae3328019ed3b4232750098e236) AuthConfig (502ab3121cafa4d5794eaf3addf914b6cb04934869cf00b075513de20cffda45) AuthConfig (fb0450586b33ce1957b7b51a8b86ac7d22c676ec17c339c5b7bf038da9207fa5) AuthConfig (8b1e1d7c5451de70301743dd3fbbdb7bc4f794f43bcbdd9f0b9bd5e3ef927fed) AuthConfig (453a28ef1b6d956ca46ca13245f6b6ff157eaffcc0dbaefb8d350c80b2c7feee) AuthConfig (f3336ea84a679f7d7b751485bc3c2a9cc82e969fd9e4b98eed76dd18462777fd) AuthConfig (0a3c980cf3b55e6c9553f0f3f8387a13e74e2a96edbaf11bc855930fd379ed1a) AuthConfig (41feb6394b48ab7499ec8e825a34c866c39e5e2cda3cfddb919c7fe74ccacc72) AuthConfig (d6e044aa1d24e3f99a4e6a38d4d50d257ecc80235bd1b16af8fd9aee232214b7) AuthConfig (31433c1671311414556e624cf131cf7294e0ae13e9d7a1c72600f9c1e8aa9cc9) AuthConfig (2314b58aa0b2d23b0a17f9e8a1dc6c359498a2196de3826d21d8964a6ecbc5fb) AuthConfig (7f69edebc0ad925cd59459d0985ffbb3ddb8296e83e3bd4622d979270118d38f) AuthConfig (07123675c2573dac9a567c81c771fe5c81830767204f70042c785de0510791f8) AuthConfig (ab7a54f63e534e059e4c680abfd9d83a04a591a40fd280d0275cc02ef86e5ba8) AuthConfig (132fc8aa972b60fbee83e310d535164ccbc81977a4bf48ef52295ae23e8b7a97) AuthConfig (ac29efbd52fc253920bce00bd8f72ab9737987ac7c162b6c8b274a08567f0e54) AuthConfig (f84e1d275aec7e100b7af1e84445de9462e0cd59ca98f87069d319fbd4b7dd1b) AuthConfig (6f2b393d3dd45a9b982ec51e6919a5ee2c00cb1941c8f04edf4467250effce85) AuthConfig (01d87a91385a2bf2faeca8c843cee0f309eeeaeaf61dfd960af45dbfd3917ab5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a14ac893-0be1-443b-bed2-1b4f9bd27464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:58.603309166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"766dd8fa-cc32-4fd8-8d7a-f294b9f2292f","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:54:58.635960195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"35734184-9aea-4fc0-bb69-1b6e60fbb089","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:04.889486951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fa5b1566-30d9-4736-88c9-2136315d619b","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:05.066843985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"fbc75fa8-3dc3-46d2-87b1-b7efc0c6eb8f","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:05.101362623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"9eaacc71-dbae-44b4-a4be-7c8e7cb93541","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.373905078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"d7afa8bc-2266-4015-ae21-b560bf991e81","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.37453541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"add51f5b-6796-4182-8061-231f49d421b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.39558396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"add51f5b-6796-4182-8061-231f49d421b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.486175105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"97374120-ccb1-4c49-985b-24c317b04930","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.491262436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f3e97050-39d7-43e8-bdbf-2523621b4ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.51263981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f3e97050-39d7-43e8-bdbf-2523621b4ed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.557355828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"606d6796-844e-4430-8fab-bad42e631584","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.579938244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"8cb39cdc-6035-4f7b-9062-3cd1da1f6513","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.592279383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6cc10541-997a-47d9-9ccd-2d92d9b581d8","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:06.596592339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.613896362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"9a1ddfc4-2949-4a08-bfa0-a45c9044f428","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.681433523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"5cd92741-4b0a-47a7-a6ba-154d1cf4987d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.686578907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"7968154e-ef18-42b8-999a-63c4674c9f00","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.794037421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c0cd8c15-4572-4f1a-9081-e89be259101f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.813998149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ee1e131c-fe14-4588-bcad-80caf7c1ccc3","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.838998655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ae549d45-ba5c-40a6-9bf8-f32a152f8e18","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.867415948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"633a4aff-651b-4abc-9e24-4f71f2623f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.868099673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"15267cec-9f97-40f0-84f6-7d8cbc15d3da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.925254984Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"633a4aff-651b-4abc-9e24-4f71f2623f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.945320304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"633a4aff-651b-4abc-9e24-4f71f2623f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.968241477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ed583408-9493-47bc-a36e-2d7016fb88ab","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:06.974152071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"473136ac-076b-44ba-8571-965cc52bf18b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.000456325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c317deb4-aa3b-40b7-8b53-dc3213679004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.021289824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c317deb4-aa3b-40b7-8b53-dc3213679004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.04121025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c317deb4-aa3b-40b7-8b53-dc3213679004","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.04550846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"7137c44f-7416-4e00-9ae8-1a6f3009924f","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.067857996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d1f1f0a6-86fe-41a3-b68a-133b96bec066","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.079138045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"73ac66d4-0714-407c-b0bc-2008d7208c9e","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:07.08533605Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-a0e73d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.10175127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"bc990518-30f5-4044-8caa-6d1864cd4e31","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.105176369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"68bcbf78-0742-44a1-9fd9-a7daa2bb63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.125880844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"68bcbf78-0742-44a1-9fd9-a7daa2bb63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.146021536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"68bcbf78-0742-44a1-9fd9-a7daa2bb63fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.167903169Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"460bbaa5-1dac-4901-bfc7-3ecbc77c7261","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"premium-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.201576663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c6e96373-8531-40af-80a4-46c55ce0dcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.22261347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c6e96373-8531-40af-80a4-46c55ce0dcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.225302595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"35fcb5aa-2ee5-4663-b85d-718b119b520a","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.242532079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c6e96373-8531-40af-80a4-46c55ce0dcf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.257981633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"cab24078-9569-4829-b32e-3cf8b3685f2b","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.281773395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"2bf6f067-e6ac-4eac-92ee-7f2c0c55fec8","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.291748083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"83772ff2-23f6-4e2c-96e2-913b5c6e5f38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.327049085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d928858-3c4a-40b3-a972-473da58eb11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.328210544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"aca2561e-74be-4455-80e6-68f700b3d834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.34787358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d928858-3c4a-40b3-a972-473da58eb11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.351035996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"aca2561e-74be-4455-80e6-68f700b3d834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.367613667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d928858-3c4a-40b3-a972-473da58eb11e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.371378133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"aca2561e-74be-4455-80e6-68f700b3d834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.394345237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"1ca2e6d3-7a62-48a4-aaf8-18f9e6ea09b2","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.395732367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"bbeff36d-affe-4e78-90cb-a8867ce327e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.44187239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d15f115-db20-4217-8bcb-a7dc791ef146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.462914352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d15f115-db20-4217-8bcb-a7dc791ef146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:07.485775268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9d15f115-db20-4217-8bcb-a7dc791ef146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:12.895239517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"63ed61a8-e298-4326-ba31-57076e66a484","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:12.917709826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"cbc62d66-b2f9-494d-96ff-d02dbe2cf424","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:12.964679276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"ae647eef-5a04-42f0-bf3d-56907190420b","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:12.98555711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"ae647eef-5a04-42f0-bf3d-56907190420b","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.076049211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"332ec5b3-bc1f-4843-9b83-82cd94169de7","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.115440891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"29ceae04-cbf2-4312-a000-2b6dd5508c06","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.123089876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"13de8227-fdff-41e7-931e-120c5d510fde","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.137169168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"7588b419-08b2-4e6d-80ce-91d86052308d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:13.148144816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1","reconcileID":"87b4b6aa-736b-434c-a6c7-d73bc52b0471","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-e44ef7d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.148506529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"13de8227-fdff-41e7-931e-120c5d510fde","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.159041187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"cc4eca7f-eb1b-4346-b833-63f45f81557f","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.193771252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"1acdaee2-877c-4122-98e7-2cf631e5400c","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.213253594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"2ce7d727-3850-43f7-b158-c203b1b6741d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.225925527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"02dda36d-6573-494b-80f2-892799a9529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.225925607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"df0ab3f2-eeda-4fb8-84a6-753456b6cb70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.249073596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"02dda36d-6573-494b-80f2-892799a9529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.252585051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"df0ab3f2-eeda-4fb8-84a6-753456b6cb70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.306761614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1","reconcileID":"76121e6d-859f-4881-b64d-d421369cadb9","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-dry-sub-e44ef7d1","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.327927802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"4765ab6e-c403-459b-a325-39a15cc20682","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.348650392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"4765ab6e-c403-459b-a325-39a15cc20682","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.362594361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"bd08932e-44bf-4b52-93fd-9183e30c3772","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.378887729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"5436f38a-3880-4f6d-8ac5-3879c278c327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.428299888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"66d9762f-a709-4566-96b2-e16961bfffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.428509246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"50ba392b-34de-444e-aebc-f99f243227dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.450828534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"66d9762f-a709-4566-96b2-e16961bfffe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.451193907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"50ba392b-34de-444e-aebc-f99f243227dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:13.479704147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1","reconcileID":"abf9b6e7-aeed-4dce-a57b-59d3f99387ab","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:14.096649412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"94f2774b-0053-4a3d-8a6c-6185f6367372","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:14.130421352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f467aef5-5d2f-4bda-ac9e-7241eb1eb7d4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:14.631228391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.264484356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ef009d2e-0820-4fbb-b7cb-8481fefe8195","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.311748902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"5ea610ba-d981-492e-a378-67b62a6062fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.311768501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a5da0e60-a77c-44e3-9c5d-bf72d96c6942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.312182992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"517d9015-6182-43e2-9d05-2266ed36b393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.334205497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"5ea610ba-d981-492e-a378-67b62a6062fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.3342941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"517d9015-6182-43e2-9d05-2266ed36b393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:16.336672467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a5da0e60-a77c-44e3-9c5d-bf72d96c6942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.419690862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ada37df4-919e-4780-9a17-ecd77aa62b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.44610159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ada37df4-919e-4780-9a17-ecd77aa62b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.465862878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ada37df4-919e-4780-9a17-ecd77aa62b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.534656163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"11e9df81-6752-407e-ab58-677f42b5332e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.55554068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"11e9df81-6752-407e-ab58-677f42b5332e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:17.575483736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"11e9df81-6752-407e-ab58-677f42b5332e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.175693355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"21b6bcae-bc2e-4115-9e2a-c3a4f516c0b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.232864239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d18dcab4-501f-4c0c-b869-e6949b479605","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.277218726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"e96c050b-f875-43ed-9f41-df86e6f67526","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.338215346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"7fb6e892-a29d-4c78-9f97-2082ad218319","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.490881247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"df5c12d5-78b3-4f24-87eb-75df6c799635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.490881229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3ba20add-5f85-492e-955f-363bfc708efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.516453451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3ba20add-5f85-492e-955f-363bfc708efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.51665523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"df5c12d5-78b3-4f24-87eb-75df6c799635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.540606007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"df5c12d5-78b3-4f24-87eb-75df6c799635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.543335048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3ba20add-5f85-492e-955f-363bfc708efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.565538679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c3fe9306-1bbf-40ff-ba65-4e3ee25de03b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.568335512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8f414457-18dd-42a3-87fb-531b326f97d9","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.613990512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2f5069d5-710a-4988-b897-df276e414858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.61647066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c481b78a-45de-4a83-99f9-27d63d8f8445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.635550261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2f5069d5-710a-4988-b897-df276e414858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.637459457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c481b78a-45de-4a83-99f9-27d63d8f8445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.655686108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2f5069d5-710a-4988-b897-df276e414858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.657244203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c481b78a-45de-4a83-99f9-27d63d8f8445","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:20.677744939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2f5069d5-710a-4988-b897-df276e414858","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.731131667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1311430e-4da2-4848-b72a-c96c2ddb6498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.756344387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1311430e-4da2-4848-b72a-c96c2ddb6498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:20.776233113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1311430e-4da2-4848-b72a-c96c2ddb6498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.246852215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"d19dae33-2c70-4504-ae0e-0a4c205f810a","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.319207071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1","reconcileID":"1e671d81-4bc2-4cde-bf21-aaaec3ae57d0","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-dry-sub-e44ef7d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.391873052Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1","reconcileID":"1e671d81-4bc2-4cde-bf21-aaaec3ae57d0","MaaSSubscription":{"name":"e2e-dry-sub-e44ef7d1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.426145503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"7df1e6b6-5696-4fd2-8630-9dccea407409","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.447263916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"1598a264-8209-47ee-9cab-2b39d811e526","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.458876132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"3c1d5a48-e392-43b0-b514-c7c7fef32db4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:26.46182427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"dd17a3c7-8707-4922-874c-7dc52c2cdc7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.501512286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2c4072be-7bc2-4af2-9c81-810e11c956ba","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.522804272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"005d19ab-86f2-4924-8398-4a133ca4b79b","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.544074836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ce6c9861-0b62-42ff-9bbd-321d8d4bd5c3","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.593681928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"86e620a4-968b-4a62-849b-5ea39f50af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.593830002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"5daad33d-c749-4760-984b-faebafaf8616","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.593689962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"39e33ba9-67fa-4525-9b46-43913526c108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.615040635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"86e620a4-968b-4a62-849b-5ea39f50af20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.615255465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"39e33ba9-67fa-4525-9b46-43913526c108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.616182494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"70745d5d-45f2-4dbd-9c16-e45bd283a177","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.617489002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"5daad33d-c749-4760-984b-faebafaf8616","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.639554149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"be9c3803-f5fa-4765-819f-2195099891e1","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.661595583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"ea14efd4-3e9a-47c1-9d6c-1479cf426a17","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.664133667Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"a1803423-03de-4cfb-881c-f2eb15c8d921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"simulator-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.689900109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"79c4c922-7011-4488-9afd-898f2ba0bf8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.705603281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"0195242a-84dc-40b6-94aa-5bc2a4c989ff","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.746850396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-dry-sub-e44ef7d1-auth","reconcileID":"ff46ede2-400d-400e-9930-d19359b04e47","MaaSAuthPolicy":{"name":"e2e-dry-sub-e44ef7d1-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.747703996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"79c4c922-7011-4488-9afd-898f2ba0bf8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.74871795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"532d441b-184c-4596-9c0a-978c7d49f3a8","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.767677861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"79c4c922-7011-4488-9afd-898f2ba0bf8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.778727676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f7891871-6ae6-420c-b5b8-e118ff3821b7","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.787470248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"a651829a-d89b-46b7-b25c-a44c0d8c5d83","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.802132391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ebde3246-9b8b-43a9-a6d7-cfc6df45228a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.813383254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"b6e588bc-e627-4afd-9c7e-375b72208ac3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:26.813615425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"5b826a69-5041-40ce-b81f-bcc79c1683a0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.825793778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"432b0ba7-293a-459c-ac35-14652eed363c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.849985533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"432b0ba7-293a-459c-ac35-14652eed363c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.870955248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"432b0ba7-293a-459c-ac35-14652eed363c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.88022689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"0c8a2512-a216-4288-bee7-7d142200c45a","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.88668085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"5a6dbca3-6ab3-4506-957b-c3a883374d65","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.891817213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2f8170f8-a084-40bc-94d9-fd6472843022","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.903866884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"d99c0e5f-3f2f-46f6-bb2c-2695d5247d83","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:26.914933592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"86beb814-3002-4f2d-bc2c-a57132bdfc37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.915225229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fec57ca6-25d5-4bcb-85f6-847fc312e443","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.921632425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bea794eb-565d-4c0e-98e9-bc2c69d148f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.944204326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bea794eb-565d-4c0e-98e9-bc2c69d148f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.955857054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"03977a86-63a7-4f30-9fe0-451c357a4d7c","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.96449542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bea794eb-565d-4c0e-98e9-bc2c69d148f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.975375045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"06abbb8d-f451-4aaa-a673-e8c5269fa53f","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.984892377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"c269f1ab-045a-42b9-9cf5-57078470e81c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:26.99448419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ebeb6d1f-7422-40ce-bf61-ca261eab8777","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.019478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d5eb3fbb-c41c-493e-adab-b2cb1d54f301","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.020089498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"efaa910d-be94-4d4d-9213-c892b0c036e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.037443567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d5eb3fbb-c41c-493e-adab-b2cb1d54f301","name":"simulator-w1-9793f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.037507341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d5eb3fbb-c41c-493e-adab-b2cb1d54f301","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.041932064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"efaa910d-be94-4d4d-9213-c892b0c036e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.042937462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f7e9e5c8-118b-44bb-80cb-35c92bb99f70","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.043961462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2afbcea4-edef-4049-9e90-d57d4bf02b86","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.064506461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"efaa910d-be94-4d4d-9213-c892b0c036e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.085438821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"2e2f7ea6-d879-47e7-962f-8322d0e81bb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"premium-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.100280721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"0bd1ec9d-b4b9-47cf-8ee8-115c51589daa","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.122389652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3a2df1ce-cbcb-4ae2-84c1-37a4a833ee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.123437271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"12aa5eea-c0de-447a-a33f-c7914f6fb522","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.164356794Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"12aa5eea-c0de-447a-a33f-c7914f6fb522","name":"premium-w4-5b5aec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-5b5aec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.164433711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"12aa5eea-c0de-447a-a33f-c7914f6fb522","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-5b5aec\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.168788018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"701c004a-5f5b-4450-84be-103fad5d0cc2","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.203625004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3a2df1ce-cbcb-4ae2-84c1-37a4a833ee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.2042622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"609b09be-bd2c-4335-aefc-3262c857a58b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.264284077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"9a4e1f5c-c710-45e4-9962-00ffa11f1690","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.265488324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"863c8046-0bc8-4984-a369-aaf95c763966","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.26566165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1e69da9c-5417-4b1a-b035-4765cb8ccfec","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.266838402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3a2df1ce-cbcb-4ae2-84c1-37a4a833ee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.289138379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"eb13644c-c3f6-4883-973b-89983cf5d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.289177911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"13d76b8e-a339-4d4f-bb3e-2f10ad774d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.292021613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"832ade2c-f72b-4d78-a84e-c43e01a0d2ff","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.296488515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"11087881-b657-41a6-9804-9d0ce0cf61db","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.320016994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"13d76b8e-a339-4d4f-bb3e-2f10ad774d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.321091039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"f8201ecf-ce6b-40bd-8dfa-e27a386a52e5","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.32249547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1a6c9be4-1b1b-459b-a861-d905807c71e1","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.325003195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"eb13644c-c3f6-4883-973b-89983cf5d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.340677445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba77f85b-5704-49d5-8b1c-f6477f171ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.340841719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"13d76b8e-a339-4d4f-bb3e-2f10ad774d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.341245524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"2ce6bda9-e5fb-46dd-81ff-708b6dae1863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.345845479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"98c917ad-80f3-4dd5-a812-8d9dad8199aa","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.35000101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"eb13644c-c3f6-4883-973b-89983cf5d96e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.362475356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba77f85b-5704-49d5-8b1c-f6477f171ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.372423033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"43ea7759-59cb-4705-a344-c0d17001ae78","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.387727251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba77f85b-5704-49d5-8b1c-f6477f171ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.434190756Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"fd0cb112-2763-44a4-a684-211dcd1e922f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"premium-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.439224362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"51e360de-8a91-430d-bbe9-8a1620b00e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.44277211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"8e1adedf-a8cc-4df5-bb55-2ececa688d8d","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.454662689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9be26599-4a0f-4bd1-8968-b606420a1847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.460400812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"51e360de-8a91-430d-bbe9-8a1620b00e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.467280782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"e3d7474e-5c8b-4b99-96dd-8ce1f126f6cb","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.47541727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9be26599-4a0f-4bd1-8968-b606420a1847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.480130619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"51e360de-8a91-430d-bbe9-8a1620b00e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.485229965Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"e3d7474e-5c8b-4b99-96dd-8ce1f126f6cb","name":"premium-w1-9793f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.485285292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"e3d7474e-5c8b-4b99-96dd-8ce1f126f6cb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.490587018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"2946b12d-d4f5-4d8d-8778-e0ffc3ebc2bd","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.495754796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9be26599-4a0f-4bd1-8968-b606420a1847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:27.513402493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9be26599-4a0f-4bd1-8968-b606420a1847","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.514116821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"7e1612fa-6b9f-4340-874b-3e9ae09ef3e9","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.561134657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"562044a3-9101-4e9f-aa2c-59be9d8acf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.561398158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"319e12df-7f4f-43aa-8a5c-323f46a2aca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.583406486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"562044a3-9101-4e9f-aa2c-59be9d8acf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.583509986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"319e12df-7f4f-43aa-8a5c-323f46a2aca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.585513111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"3c339877-6b75-4fa4-833c-283f686c4434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.60387951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"562044a3-9101-4e9f-aa2c-59be9d8acf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.605073674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"319e12df-7f4f-43aa-8a5c-323f46a2aca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.625493819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"4b05684d-bc82-4f18-8473-5e01dc6120fc","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.654942856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c9d68fb2-642f-4f1b-ae19-80828f587d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.681235067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c9d68fb2-642f-4f1b-ae19-80828f587d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.705891854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c9d68fb2-642f-4f1b-ae19-80828f587d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.758519774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c87eb632-edb4-4df1-bd16-e11b74a8d831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.779670306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c87eb632-edb4-4df1-bd16-e11b74a8d831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:27.799917899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c87eb632-edb4-4df1-bd16-e11b74a8d831","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.053106933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"0f894821-613b-4910-875f-18d1f0daedea","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.07238693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"4453e8aa-6831-4503-b1ea-26f404723c26","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.119795533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"52b7d806-ef3b-46a1-b0a2-3ca62a0297ce","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.140648495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"52b7d806-ef3b-46a1-b0a2-3ca62a0297ce","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.229367169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"410888d8-ad8d-450c-a811-2f3433039eaf","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.277298249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"445a5365-ab2f-4a31-8161-b0bda3dbf350","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.292823278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"de642bcb-5b8f-446c-9456-5000b2324e7b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.298386744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"445a5365-ab2f-4a31-8161-b0bda3dbf350","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.312175729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"97ba57fb-dc7c-4c68-adc2-b39a2277817e","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:28.331255605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"f3f20087-b180-4cb3-bf94-30d45b5c1761","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c56e053b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.363792733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"b94cdc7c-5c8c-400c-ba69-ef75d26905ac","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.37647902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"37ae22ef-8496-47ac-ad9f-3f92981c0a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.376517916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a8bbc730-ce42-4004-b31a-22aa9e165d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.386007991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"4e946511-6467-4755-a27f-21f4098fbf13","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.386372969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"4878533b-809d-4cc9-9002-7a2a8706d004","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.403260155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"bc267d70-26b8-4b9c-b839-a54c96e7f095","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.406033212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"37ae22ef-8496-47ac-ad9f-3f92981c0a6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.409031564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a8bbc730-ce42-4004-b31a-22aa9e165d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.479421634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"1ef9d69d-21c3-4595-a747-7d529dfc53e1","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.503232031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"d578425f-0b40-4778-bba4-2a3abbd0e633","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-combo-sub-c56e053b","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.503587851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"1ef9d69d-21c3-4595-a747-7d529dfc53e1","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.513982367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"abc8016b-02e1-4b3e-bb52-5a080a2b24df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.513984267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6d2696dd-6364-44c5-9f23-87e8284ae482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.536577072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6d2696dd-6364-44c5-9f23-87e8284ae482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.536714175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"abc8016b-02e1-4b3e-bb52-5a080a2b24df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.539231681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"63aa375b-0920-40d4-b588-1526458b68ba","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.558421958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ab03aad5-3aa5-40bf-a00a-75c7850969c2","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:28.561738481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"d578425f-0b40-4778-bba4-2a3abbd0e633","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c56e053b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.577257252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"b3ba669b-38e6-4fdf-b808-1c31e377b586","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:28.577569888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-255528/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.577799393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"ba1cfb4f-422b-4133-862f-b2c2336fab55","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.599428923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"bb017c33-32e1-436d-a1b9-dc21e3ecfdec","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.673688526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"2cf021aa-1a85-45e0-92c5-ae0fb348ebcf","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.680987907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"2046ed7e-0a12-4f95-b3fa-7ed5546a9248","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"simulator-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.732823454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"9d0207f9-ea8a-4cb9-99e1-cdb9f31d199b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.738462178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"0e278cce-9047-4700-bea5-8e1a7a19e03d","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.749564314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"85bad2d4-cc74-4e33-8a6f-adf15953b0ce","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.777972015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"756ea1ed-b3a4-43b7-8aba-ef30bacf210c","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:28.797948856Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"756ea1ed-b3a4-43b7-8aba-ef30bacf210c","name":"simulator-w0-255528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:28.79801647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"756ea1ed-b3a4-43b7-8aba-ef30bacf210c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.803366825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"df3b0b99-5a59-41cf-b1b6-a7100ce6475f","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.805910555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"97b61347-236d-4542-a942-5b8c4d04987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.814393563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"343a9c78-8595-446c-a3f8-5b5b7a59a595","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.861433767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"97b61347-236d-4542-a942-5b8c4d04987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.883535022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"97b61347-236d-4542-a942-5b8c4d04987d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.905872393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"2c863bdb-fb4e-467b-89c8-9d597d76e01e","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.922537316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"741284f9-882c-48a3-a6d0-011d41881a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.937640831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"48fdf181-bc64-4b4b-9a3c-a47b4e6af359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.960367871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"48fdf181-bc64-4b4b-9a3c-a47b4e6af359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.980435283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"e7a08734-fc4b-4f3f-848e-f27035c2e52a","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:28.997863398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"48fdf181-bc64-4b4b-9a3c-a47b4e6af359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.007301598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"9bb20d09-bb97-49be-8937-1deb2bd793ee","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.067764443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"8350625a-7852-4d78-a1cf-dab832ccfc62","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:29.068334903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"48fdf181-bc64-4b4b-9a3c-a47b4e6af359","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:29.092725677Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-255528/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.095744595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1b1bac97-bb4a-4213-bfaa-64f5ca85b269","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.112164559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d9d22506-d3f0-49c1-9678-93b66b2fddda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.133715792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d9d22506-d3f0-49c1-9678-93b66b2fddda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.153541596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d9d22506-d3f0-49c1-9678-93b66b2fddda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.171415548Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"ba3b3e6b-ad47-43c8-86b9-0906f6e43152","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"premium-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.19666579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"ad7a16c8-1ed9-43f6-88cf-58aaf868c948","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.219165484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"a02e725a-90c8-4bdd-902c-dc89f71c12e3","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.228470032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b6c8232c-e1e9-4709-a853-96bf43a885ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:29.236629118Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"a02e725a-90c8-4bdd-902c-dc89f71c12e3","name":"premium-w0-255528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:29.236679427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"a02e725a-90c8-4bdd-902c-dc89f71c12e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.241315012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"c243c778-c8d9-40bb-9a10-39adfe24bb1a","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.249197702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b6c8232c-e1e9-4709-a853-96bf43a885ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.270756954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b6c8232c-e1e9-4709-a853-96bf43a885ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.312203425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"7a3ae54c-7cf5-4ed1-ab6a-545f4dc53bc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.327362165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b55300d0-943f-409e-a9ca-8c2453bbf259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.327365326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f2aced98-029a-4964-82d8-6493a28f19bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.347886565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b55300d0-943f-409e-a9ca-8c2453bbf259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.348353492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f2aced98-029a-4964-82d8-6493a28f19bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.369790495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b55300d0-943f-409e-a9ca-8c2453bbf259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.374587057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f2aced98-029a-4964-82d8-6493a28f19bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.398704301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"04a3a892-554e-4c90-b99e-7ffc455da67b","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.4493483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d425c1e1-1af3-43aa-a916-b37cd24f75b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.47581937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d425c1e1-1af3-43aa-a916-b37cd24f75b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.499840172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d425c1e1-1af3-43aa-a916-b37cd24f75b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:29.521096716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d425c1e1-1af3-43aa-a916-b37cd24f75b4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.579448251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d38f6c71-89be-4e29-a1b9-451db8348b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.603900652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d38f6c71-89be-4e29-a1b9-451db8348b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:29.623900009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d38f6c71-89be-4e29-a1b9-451db8348b6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.710507481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"05ee379a-87cc-4da8-ae8b-f6f7dd14cb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.731871196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"05ee379a-87cc-4da8-ae8b-f6f7dd14cb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.75238505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"05ee379a-87cc-4da8-ae8b-f6f7dd14cb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.828347886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"610d0894-e441-4214-b5ac-3d76bcdd1bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.849956917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"610d0894-e441-4214-b5ac-3d76bcdd1bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:30.870954351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-a0e73d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9df4cf9770ad189bb0d4244363b0542d2b3ba5558803249e6f3e5f43213651c3) AuthConfig (130d58f1c4de93edc119ea75fb5cfa1a1dd4261ba78e9cd2dc4475707c7e0e94) AuthConfig (f7f7f77962d57bd96c6c06c61b16f73d77bf89789cfcba38270e9fba66ceedad) AuthConfig (6a39c226acca3a44545ba8d57f8056a638351f6599ee5a40c513242b4ab075b7) AuthConfig (99656baabd1a863a458b4244d55dfbdbf465e01dfe7d7100213b6659218613bc) AuthConfig (c6948437da62423c0e7b00331a694373ef9a9acea60584052e55c45d98233f5f) AuthConfig (e3d13a4c3493cd70c38849dc33cad871829374aa5d9dca3361ab85e06eee5761) AuthConfig (7f9735518d13de0ed9e35ff43d25d0b7d08f471b64f3015e7a094d083c4ec33b) AuthConfig (fa0358c37c9ee07eef968d5dd53cd2edeba7959e356bc1b954896521ea425ae9) AuthConfig (564d76571a2a8810542c42f2b2e300f1639124af374a4e977fd914f65d4326b0) AuthConfig (086a4b1eec6d392e3a194f3680b089c69f3f04e8d9b60966aebf6bac888a76ae) AuthConfig (c3b8b425e59a36aa0b7f739520354ae9873e07229d47ed9282874a2577709d49) AuthConfig (24fa79ea36a9bb411d2ba1bd41f5a11ddd1ab42b41a3a7abcb6c213394b76aef) AuthConfig (307e82b70019e77a81266d304ff25bcf4a30468ba2759e1e1ae0e2497df31cf0) AuthConfig (99111acfdf533391c6adea4f41749856f0dab860a5678e73a535ce20f32c1e50) AuthConfig (add9af6e4f1078296966730d39be7f266994c273fceba496824e95d022dd4e67) AuthConfig (2c09c240b4c4501e9910bab53f18a29a31edbc7df457f7cde36a81310cf56d22) AuthConfig (e08f7ee716af3e47b67b1a63dcdaff589e3233af46cc24a8f7b6364711150d1d) AuthConfig (bea8e46b49c699b1d0e8c66887eff2a84893abaa2afa6ea5d1035263478cba66) AuthConfig (6db78b6c76e405a607f22365375eca04515c7d0cda284cc76b291d0b6cc3330c) AuthConfig (3ea55e0c24c4cbdc14ab334ecdbb481e9ebed0b51e4769596ebbbadf36ea09db) AuthConfig (12b0a0c534637dca6ccf67594e62bcbbfc06c67c08f77524a593db4b46a80028) AuthConfig (fd5707d75ebb99254f0871812e6404e6cb7f3362cafd245270df8f0aaa0c8e99) AuthConfig (8aa5b941bd11f2ada92ae995c678d03f1555cc6d460322f2854d03c50d3d8a2c) AuthConfig (cfb56432300c978a82f71317d4191c8bc72d9ce5436168ee92f560b04043be90) AuthConfig (ae5cd104f35c7bfb5dab73043418a8feefbaa667d45add4a73e03ddc139496fc) AuthConfig (520e7625457419035b84bf7f9079d57df526c2b5cdaef5848bdc83c816bf2d6b) AuthConfig (c8748f5bc3a973a17093373fd89cb99f94443fb01d96e64a20723edb71148226) AuthConfig (fcd126178e04be1efa5cc706f0f8c33ba5a17bbf9a2ce7f3ca81bb64478592f8) AuthConfig (ced6ecaad10c982337f9b0430c8f11503564e78780561ff620100b76b9a9a452)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"610d0894-e441-4214-b5ac-3d76bcdd1bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:31.997683207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"f27f56ff-82fe-4f4b-90fa-b8239aa7e6c6","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.05422188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6ff02b80-2a27-4962-a080-a2fc7bb37f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.054609368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e7913c30-0905-4146-9ea9-30cf6086a450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.054688989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"ce82203b-dce1-48df-9214-e0f110a6b7d0","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.087804602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e7913c30-0905-4146-9ea9-30cf6086a450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.093193954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"ce82203b-dce1-48df-9214-e0f110a6b7d0","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:32.099357394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6ff02b80-2a27-4962-a080-a2fc7bb37f17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:33.743046743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"296be13c-7fb2-4d93-820c-0d1fe8413159","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:33.819411568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"ccada752-f7d1-4286-b9f7-5c9a576b9588","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:33.879920091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"f2f76f9a-5f9c-49a4-a092-8b532967d934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:33.94386488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"e187ca2c-c56b-4753-8e0a-8d69434438a1","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:33.980043103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"9adf53a6-70ab-4114-9c5a-b7eadee7bb6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.042609357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f3c4e65a-5198-4879-a538-5fcf6ce6cd82","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.082132358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"44e2c91c-abe0-4016-9b3f-f615461290d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.121310262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bc8591db-4fc9-4e30-b7ed-10468c482f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.121307305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3fc46299-a62e-4bc5-a96e-01aad58d77d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.143090203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bc8591db-4fc9-4e30-b7ed-10468c482f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.144199789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"5c0be342-d29f-4cd3-bbaa-53b83718b89d","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.144224476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3fc46299-a62e-4bc5-a96e-01aad58d77d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.163733785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bc8591db-4fc9-4e30-b7ed-10468c482f81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.164748405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3fc46299-a62e-4bc5-a96e-01aad58d77d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.187400522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"98f83686-523a-47d1-9d6e-a214a6a7126b","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.19173064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"d06cbb10-e3e3-42f8-879a-93780e5509e9","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.22547612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"819dcc56-6580-4e4d-a799-4d19c04dd252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.225434796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cae83c46-6743-437e-9882-a7538b07759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.23641717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6003e22a-2bfa-4846-a6ca-7027ed92795b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.249991625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cae83c46-6743-437e-9882-a7538b07759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.250313676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"819dcc56-6580-4e4d-a799-4d19c04dd252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.261772222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6003e22a-2bfa-4846-a6ca-7027ed92795b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.271671974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"819dcc56-6580-4e4d-a799-4d19c04dd252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.271708924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cae83c46-6743-437e-9882-a7538b07759b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.288443149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6003e22a-2bfa-4846-a6ca-7027ed92795b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.297200349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"30cb1416-9c8a-484e-bc50-f0f77db4aeaa","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.300588499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"c43723ab-d224-4c08-acda-26f8bb4c8476","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:34.306281413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6003e22a-2bfa-4846-a6ca-7027ed92795b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.328718405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed0d9163-8809-4db4-9d69-1f930f12d77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.357011827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed0d9163-8809-4db4-9d69-1f930f12d77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.378514095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed0d9163-8809-4db4-9d69-1f930f12d77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:34.397404027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed0d9163-8809-4db4-9d69-1f930f12d77a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.432900733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0a2a5067-1b69-4a01-9dcb-5c29914f96f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.433580337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"56e20fa3-bb46-452c-9d47-596570409e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.433445028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba33316a-644f-4b9d-9891-7c48a9f401e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.451934555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"35c7fd96-b17d-4b23-ae23-cc1c38a25ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.460940469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"56e20fa3-bb46-452c-9d47-596570409e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.46431066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba33316a-644f-4b9d-9891-7c48a9f401e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.46758056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0a2a5067-1b69-4a01-9dcb-5c29914f96f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.476680382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"35c7fd96-b17d-4b23-ae23-cc1c38a25ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.486844006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"56e20fa3-bb46-452c-9d47-596570409e53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.490251078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0a2a5067-1b69-4a01-9dcb-5c29914f96f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.492925254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba33316a-644f-4b9d-9891-7c48a9f401e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.498868882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"35c7fd96-b17d-4b23-ae23-cc1c38a25ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:34.510593562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ba33316a-644f-4b9d-9891-7c48a9f401e7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.564352613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"adeb22b9-91aa-49e0-baac-2625fb63844b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.58781077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"adeb22b9-91aa-49e0-baac-2625fb63844b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:34.609937068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"adeb22b9-91aa-49e0-baac-2625fb63844b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.420411695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"65275827-5da9-406a-a633-59fab51b5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.441082237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"65275827-5da9-406a-a633-59fab51b5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.460927907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"65275827-5da9-406a-a633-59fab51b5a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.671986875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5c169c73-54d6-4f52-9bb7-93914a54e8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.692953021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5c169c73-54d6-4f52-9bb7-93914a54e8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:39.71336196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5c169c73-54d6-4f52-9bb7-93914a54e8b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:40.801150117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"17298292-53c0-4dfb-9389-4fcd453a3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:40.822688196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"17298292-53c0-4dfb-9389-4fcd453a3e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:40.920008573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6b3f2e58-aa5c-4154-a466-7cfc5261e4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:40.941550473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6b3f2e58-aa5c-4154-a466-7cfc5261e4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:40.996399782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"975488b3-76bc-4401-8c0d-fc0dd1f81336","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:41.129635718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"0ff18f29-338c-4ba6-879c-c8479064a120","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.090152992Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"0fb10cd0-5c79-4439-b1b4-58ace02dcdb9","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-combo-sub-c56e053b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.179297021Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b","reconcileID":"0fb10cd0-5c79-4439-b1b4-58ace02dcdb9","MaaSSubscription":{"name":"e2e-combo-sub-c56e053b","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.245739537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"fda9d820-a4cf-43e6-afd1-6a78c89ad037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.252290466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ab36a4be-0e5b-4325-8040-6d8df9d7a005","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.277273636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"19c5fec1-4c3f-4df6-a331-0cc06460d833","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.301558206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c88491d5-e99d-42ea-843f-2ebb0f7c29f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.301946375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"63fd1c77-2bb1-43f3-8a9c-e557d274f6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.301963978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"592d3660-cd24-4c96-ae3a-a5d1b3596460","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.323029828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"592d3660-cd24-4c96-ae3a-a5d1b3596460","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.323154377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c88491d5-e99d-42ea-843f-2ebb0f7c29f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.325169457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"63fd1c77-2bb1-43f3-8a9c-e557d274f6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.421859537Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-combo-sub-c56e053b-auth","reconcileID":"1d4affb0-3602-4c9c-a42c-e9743560298a","MaaSAuthPolicy":{"name":"e2e-combo-sub-c56e053b-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.421913912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"eed1825c-0d88-40a8-96a0-c822b1e38cf2","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:42.494672786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a0eeb521-957f-4e08-addd-edb9b02dd103","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.550175288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2ed57002-910b-4cb2-b524-0663bdd7dc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.550956041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"fb18029d-2bbb-4da3-bf44-a6fe9d6343a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.573138313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"fb18029d-2bbb-4da3-bf44-a6fe9d6343a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.573829483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2ed57002-910b-4cb2-b524-0663bdd7dc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.595847167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2ed57002-910b-4cb2-b524-0663bdd7dc1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.596406768Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"fb18029d-2bbb-4da3-bf44-a6fe9d6343a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.635126297Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.640162045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5eb19674-e932-44fc-9f65-920d8d4fc34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.658845376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c8dce320-5694-45dd-ba15-e2ff1c637f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.660958158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5eb19674-e932-44fc-9f65-920d8d4fc34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.68017813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c8dce320-5694-45dd-ba15-e2ff1c637f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.680818004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-5b5aec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5be29c8dea6704162ed256611840278bd4ef90652b8477d17082695ad797aebc) AuthConfig (8898ade428d41ac151ec8f14252eeea1c5de3ea3a8f5833ec97417f8905c10f1) AuthConfig (5401dd794e790169beb6e565ec67f06476c5216f0fe31e44972cfffd264545ab) AuthConfig (edf0c3edb376d9cc814c981d1115442bb9c6a6685779ab2e0cf6bc6312c88d29) AuthConfig (d6fb35e69ad7fb0d0b2a5c255063a369833a74b80f5b9b63765c57d894893e19) AuthConfig (5437ba499c756ca80e9dff6425351b01c4bbf5ba3f0347292d920ac8c7d3e66f) AuthConfig (0a066eda341ecc48a39da72185ae03ef3d9056a537a015827a5e8d3895eed404) AuthConfig (593c8682b730598ce89b69d64b6835baa3edd464e2ccbb49f281b265cdb60a7d) AuthConfig (64da854c12e0e5011b41bb7f754747c506b260f18808d89b1944e91e2e850fee) AuthConfig (6195222689e23125ed901fa89c257f3f27e049e676d8ecdb2f827357abe2db71) AuthConfig (bb1d2783a587ba685a6122796ff172ee75ebcab12b1d9465d3c31d48c651947f) AuthConfig (883a22c68e1e6edc19d88903d2572d3c05e6b61ffc69e06296cfd21b24d9a434) AuthConfig (3421c40dfe1ac7c929eac621cc4a38f9c647220659279995fdb9510baeb9c45a) AuthConfig (f8c6d0c10334aab8ad2fb6417a6546d9815833989c6449918a365ff3a7201330) AuthConfig (637f97793f0d914aec235cd100c68443f2dc99e3788c2baf9fcfef3187f6276b) AuthConfig (3faadc413ec5887fe93a80bdb09a8c0089658ac4967f65fab3db8ac845bbd7f0) AuthConfig (f0860e09db3f3908df29ed2821c369e5a52caea86703bcf03da7a01896977002) AuthConfig (11feb4635530483bae0c1a56047d0f48f6628245331d01bb8e5615e1cd66e9dd) AuthConfig (9919c932f887590532fc856c32d3ad3f96b37b79e0f3fe2d0367682ecf7f1ef3) AuthConfig (8cddc4a18bdb4e73509f87d3c7c06b0bb67f357dc82f9926885b7c758f42300e) AuthConfig (933cd012e758c11939daf87e2f4a54d7e72f082bab46e82703b789432897d3d1) AuthConfig (0101e8b70fc85390e7ae13a81108d9c452c6c6887707baddc35a9eecc48af598) AuthConfig (f15bd6d62dc39bc70d2fbd8b568131692dd1d4b5c467b9320de338e7c561dae9) AuthConfig (4fbb9e662ae46da8e09ba55c71f0d53fedcba30826eb66a3f9b2098dfe5d4efd) AuthConfig (5bc292c5c4879b8e2c46ae9861c502595a7e405c2b6562929fbdab4738f06f50) AuthConfig (099e2849f1347e67223c977cbfcaa5491c8a222bee4770d63d342098368a53f7) AuthConfig (6a2bd65f7f026b73e03b99f32bb757808aae41fed6ed93f0f432134f3e35f550) AuthConfig (a0d07d1eff5b416168ed142d04e11dd89d84a1cf590d1abc7af06fb48aa17c92) AuthConfig (c28a71bc2eb43958521b31a625f978ec203d0a31a0f5ba37f8c52dd47577c967) AuthConfig (76edbe333b1e49e3742395d0e558c67baa51a84599e47725b510022ecedeec36)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5eb19674-e932-44fc-9f65-920d8d4fc34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:44.705891348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3de871587275a3fed1013001303a90b226a51998540c59dc825be9585cdd21) AuthConfig (59b23988d354490c272e2b3ddaba4391e2d197954f49775c497e6e9281771a2b) AuthConfig (bf7b371b11845e155497bd58950d11deb6cac297b07e577dc2f2723836934f86) AuthConfig (7aec041e9690a15fff1ab52aaee3137991d350e54c91225952c952625bd0303d) AuthConfig (e82a52d2a43cde6c2de8fd371e29642c7ad4df4cb072db2f9c1e9865dac48a34) AuthConfig (f5e6affdfb382a3e3bf2076cec93351899db1bc4fcc70730751efe5de2ac065e) AuthConfig (0ac9f94f272c156f9fde5efc51b2d28964b354191465585d4e2a73fa87296998) AuthConfig (b0eefbc89cfb0f1007c7d027641ecb19fdbe7108af22292cd13ce05ae772ad57) AuthConfig (2dabfc7d3b9c4b0ba209435355d4ce622c3612f62622c1559968b41837c7a685) AuthConfig (da095a4a62157d977943b5b0d17624fe71d2c073bcb1d65c940965d7e3e08b14) AuthConfig (7aaad81d9c420c8793c1a6065cabab2265ed50be7dde66a71229efcc07635392) AuthConfig (43ed0fddd1d1fb7a8080d1b2fe495d5af7a13588ba562bf637bdd3565fb1f5fa) AuthConfig (639d22c6f4130c57e2135932f1ebe63993e0ca556cf0f12f9b4eb2f40d8fbb01) AuthConfig (9b45be23a85d2f6da609029a9775451b07f48457dc043eb3fc049a7de473c456) AuthConfig (390c2f71e50267acb5626e113b59e6130dc2b58e17cc4ef7ca06135dd0dad276) AuthConfig (1070111a716f3a59ffafe426a2d2253fa9a2156c7a31972c7e82b1ebdd8bacda) AuthConfig (33a52228931899ade38a05e5eb7fa8c5c4e96242880daee1046b1f5b1b1e588b) AuthConfig (4c9c260f3a276f3cec2da744016415ae190dd4b3483326533e3c4e8e987a04d7) AuthConfig (167ba7222dc0b93606301cb86f2ceecc0d9e6227669f6c3a539b4708897f6223) AuthConfig (5ba7c42ed460623b1e04ed7bf68cddd1a952708cbf83a52b14f214cbd484a0a8) AuthConfig (1a456671aedb42edd0723831f95c933f904ee67701c03effc8437af3d2f81f4a) AuthConfig (88cc4c81ed00025cd5f344c5143316af1c2786641b8dce292685c32823312b5c) AuthConfig (2d0ce6923af07be9582cadd8679da1cc914030af584d5e27f5b16ba756570cc8) AuthConfig (d501d7b26fd1eedf795779606c8220deefade2e89bfab7fa29ced3789978938a) AuthConfig (ffcb420b466d380caea7680a31cb892fb31064f478b5cd37904fb9d365787558) AuthConfig (2789acbd2565c5a6243cfbfb4d903c3a936dc972ec3230495a32ac7e8404277c) AuthConfig (bb20081aa05278d480108a5858c2d6b60c08bc7db963ee2fbb836d7ea6a71cc4) AuthConfig (88e0c965794047ecaf37e99abbaae706f0c21cf8ddf944d2a7b311fdca439bd3) AuthConfig (92cc90a9d3ea1ea64d8698a8ac953a4a2f638f8bd299422318f235fea4637dda) AuthConfig (18aed353c5d4f587f1896b7ec32525a7954cff67d10fc9ae5b15973b4afca3f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c8dce320-5694-45dd-ba15-e2ff1c637f41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.152528681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"094a662b-ab80-418c-af40-dbdf025b66cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.249912767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"26b060fa-0dbd-4282-8ee5-c210f9840b9a","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.538771977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"6dc3b6cb-9084-4020-9020-a29c103e7143","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.565279211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2cc47a16-48ac-4dc9-aa0d-e430c08e230f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.581201969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a0153169-060f-4c12-84ac-d3e2e31ddd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.586942426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2cc47a16-48ac-4dc9-aa0d-e430c08e230f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.603949838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a0153169-060f-4c12-84ac-d3e2e31ddd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.607802343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8bfff01c848b9062fba34eef77d2de3859ac60059fdf2419163f6252b737f81) AuthConfig (096c4db28f9b43b55ed3a304cf59645ba106864bf80c65ba4a3bd466c76f7c72) AuthConfig (656dc09227b1366b2fc288d677b086a01652c607c33088ebd53470d0f288a17b) AuthConfig (d41d19d51a3a1b0760c240daaee95eac4517ca9afad9fde8bfc0fe03f669a108) AuthConfig (4a6d2dd20e34acc0213c0c8d7e5d152ae8d9b99a60ea9d8620f9988968b6e8f3) AuthConfig (bfc363107d149587e932277fe8cb62a28c54ce39db8ee98c54862c70c9e1aefc) AuthConfig (92ccaab141a90f316a76713ee4fe06fa5942696e1799747933bc6018c6e8cb38) AuthConfig (7f9d28e9f49b31df1609e7bc72865af5640c4c3f6bf0e39f14924e47225c82ab) AuthConfig (20acb916c62f3e03b3de3e14474687adb892c12e3f5cff5a5bab3272b66976f9) AuthConfig (eb37a4aa0ed7e156dce8a30cef54a9cb27b3ed02681a19676a45026b2b073ba4) AuthConfig (b8e459d20dc151b7854dcac4474bef02d29f5ee77abceeddf50409e5504fb0d1) AuthConfig (9f3df3b0d39087c0144f6a3adc5687429a30291207270e2821b0ba2faa39463a) AuthConfig (24a0cd7c74672c77dba73fef73d05b2603de7657fc4ee779d846f1678f5e14e4) AuthConfig (03b790bdd9cda7e926b54f4f7b2a9b083bd343c77b4241768a2b9f884593bee0) AuthConfig (ac1e0f7bf7338be297add22997fc26bd89946e30d7beced0c5004e5be623c39b) AuthConfig (aa486bc37ade9793102ab0c9f0def97060bac0d75aa597e7e2e50a138277b7d8) AuthConfig (e18e3d71640d29e206337c3fb3624ae0cb2b56a4cfa200a0d7cdad9a9490b4b8) AuthConfig (5460a95c1bfa7e204bd162ec64c9bfa3641be72583c2347ba4e6b97b92399b62) AuthConfig (a4096ea853c07f763a7b1f57b3cc609ebe473231d838d52c6a7fa0aa743821be) AuthConfig (07290d22150de66405222cf7064429883539228c0791fe0948e8517e2d98bead) AuthConfig (58e070de3d30238654bb79a300044e72adc65000b0c630949fe25522cbb69cd8) AuthConfig (1fe81dce500698a27737ce8526cd734423f00797443ce38122bea0535aca12fc) AuthConfig (72907c6ef5eff4a6fb812fb2d7afc1cf6cb29f383a078146bd6e6e61e457b8c5) AuthConfig (7b949831f8eccc081752fff4e6a423f34a4e30dc9caa427949732648da1c82db) AuthConfig (7d53f5113a35f1a260007da645ebb6ba358da54d9d13be6bcabc99704beba9e3) AuthConfig (9077942257ad8c1ec37eba26d49c2798d3c763e480cac21d7de6c1e5bba7ac88) AuthConfig (ffa1130adf30ced02b67caa5037f2e1a270135b37dd0398d335a543a73bc0045) AuthConfig (8690d1e6f6834266f6af30e41588abc9a6f13045f87635e7491bbdc97a25ab07) AuthConfig (0d0c8e22ff51849da726ea881b15382d8e8b9bc8fa0f3df7617c15a3196a6667) AuthConfig (02e04895559f05bec328b4e2b9b69e5b41dc246c47614f64b601296cede95247)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2cc47a16-48ac-4dc9-aa0d-e430c08e230f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.615176247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"9b06ff13-0911-422e-8764-3da6bbd87b06","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.627076405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8bfff01c848b9062fba34eef77d2de3859ac60059fdf2419163f6252b737f81) AuthConfig (096c4db28f9b43b55ed3a304cf59645ba106864bf80c65ba4a3bd466c76f7c72) AuthConfig (656dc09227b1366b2fc288d677b086a01652c607c33088ebd53470d0f288a17b) AuthConfig (d41d19d51a3a1b0760c240daaee95eac4517ca9afad9fde8bfc0fe03f669a108) AuthConfig (4a6d2dd20e34acc0213c0c8d7e5d152ae8d9b99a60ea9d8620f9988968b6e8f3) AuthConfig (bfc363107d149587e932277fe8cb62a28c54ce39db8ee98c54862c70c9e1aefc) AuthConfig (92ccaab141a90f316a76713ee4fe06fa5942696e1799747933bc6018c6e8cb38) AuthConfig (7f9d28e9f49b31df1609e7bc72865af5640c4c3f6bf0e39f14924e47225c82ab) AuthConfig (20acb916c62f3e03b3de3e14474687adb892c12e3f5cff5a5bab3272b66976f9) AuthConfig (eb37a4aa0ed7e156dce8a30cef54a9cb27b3ed02681a19676a45026b2b073ba4) AuthConfig (b8e459d20dc151b7854dcac4474bef02d29f5ee77abceeddf50409e5504fb0d1) AuthConfig (9f3df3b0d39087c0144f6a3adc5687429a30291207270e2821b0ba2faa39463a) AuthConfig (24a0cd7c74672c77dba73fef73d05b2603de7657fc4ee779d846f1678f5e14e4) AuthConfig (03b790bdd9cda7e926b54f4f7b2a9b083bd343c77b4241768a2b9f884593bee0) AuthConfig (ac1e0f7bf7338be297add22997fc26bd89946e30d7beced0c5004e5be623c39b) AuthConfig (aa486bc37ade9793102ab0c9f0def97060bac0d75aa597e7e2e50a138277b7d8) AuthConfig (e18e3d71640d29e206337c3fb3624ae0cb2b56a4cfa200a0d7cdad9a9490b4b8) AuthConfig (5460a95c1bfa7e204bd162ec64c9bfa3641be72583c2347ba4e6b97b92399b62) AuthConfig (a4096ea853c07f763a7b1f57b3cc609ebe473231d838d52c6a7fa0aa743821be) AuthConfig (07290d22150de66405222cf7064429883539228c0791fe0948e8517e2d98bead) AuthConfig (58e070de3d30238654bb79a300044e72adc65000b0c630949fe25522cbb69cd8) AuthConfig (1fe81dce500698a27737ce8526cd734423f00797443ce38122bea0535aca12fc) AuthConfig (72907c6ef5eff4a6fb812fb2d7afc1cf6cb29f383a078146bd6e6e61e457b8c5) AuthConfig (7b949831f8eccc081752fff4e6a423f34a4e30dc9caa427949732648da1c82db) AuthConfig (7d53f5113a35f1a260007da645ebb6ba358da54d9d13be6bcabc99704beba9e3) AuthConfig (9077942257ad8c1ec37eba26d49c2798d3c763e480cac21d7de6c1e5bba7ac88) AuthConfig (ffa1130adf30ced02b67caa5037f2e1a270135b37dd0398d335a543a73bc0045) AuthConfig (8690d1e6f6834266f6af30e41588abc9a6f13045f87635e7491bbdc97a25ab07) AuthConfig (0d0c8e22ff51849da726ea881b15382d8e8b9bc8fa0f3df7617c15a3196a6667) AuthConfig (02e04895559f05bec328b4e2b9b69e5b41dc246c47614f64b601296cede95247)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a0153169-060f-4c12-84ac-d3e2e31ddd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.630232445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"0249762c-7f96-4d60-9242-b09e385837c3","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.656286003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"638e4d45-8b18-47be-b4b5-f077fca7ee7a","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.71542746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7e075b84-bd12-40ef-9b2e-536ff1368a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.71544234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e1f87af9-2c9b-4d09-bf73-8be8ae1e33bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.737540936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e1f87af9-2c9b-4d09-bf73-8be8ae1e33bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.737659216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7e075b84-bd12-40ef-9b2e-536ff1368a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.758376268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8bfff01c848b9062fba34eef77d2de3859ac60059fdf2419163f6252b737f81) AuthConfig (096c4db28f9b43b55ed3a304cf59645ba106864bf80c65ba4a3bd466c76f7c72) AuthConfig (656dc09227b1366b2fc288d677b086a01652c607c33088ebd53470d0f288a17b) AuthConfig (d41d19d51a3a1b0760c240daaee95eac4517ca9afad9fde8bfc0fe03f669a108) AuthConfig (4a6d2dd20e34acc0213c0c8d7e5d152ae8d9b99a60ea9d8620f9988968b6e8f3) AuthConfig (bfc363107d149587e932277fe8cb62a28c54ce39db8ee98c54862c70c9e1aefc) AuthConfig (92ccaab141a90f316a76713ee4fe06fa5942696e1799747933bc6018c6e8cb38) AuthConfig (7f9d28e9f49b31df1609e7bc72865af5640c4c3f6bf0e39f14924e47225c82ab) AuthConfig (20acb916c62f3e03b3de3e14474687adb892c12e3f5cff5a5bab3272b66976f9) AuthConfig (eb37a4aa0ed7e156dce8a30cef54a9cb27b3ed02681a19676a45026b2b073ba4) AuthConfig (b8e459d20dc151b7854dcac4474bef02d29f5ee77abceeddf50409e5504fb0d1) AuthConfig (9f3df3b0d39087c0144f6a3adc5687429a30291207270e2821b0ba2faa39463a) AuthConfig (24a0cd7c74672c77dba73fef73d05b2603de7657fc4ee779d846f1678f5e14e4) AuthConfig (03b790bdd9cda7e926b54f4f7b2a9b083bd343c77b4241768a2b9f884593bee0) AuthConfig (ac1e0f7bf7338be297add22997fc26bd89946e30d7beced0c5004e5be623c39b) AuthConfig (aa486bc37ade9793102ab0c9f0def97060bac0d75aa597e7e2e50a138277b7d8) AuthConfig (e18e3d71640d29e206337c3fb3624ae0cb2b56a4cfa200a0d7cdad9a9490b4b8) AuthConfig (5460a95c1bfa7e204bd162ec64c9bfa3641be72583c2347ba4e6b97b92399b62) AuthConfig (a4096ea853c07f763a7b1f57b3cc609ebe473231d838d52c6a7fa0aa743821be) AuthConfig (07290d22150de66405222cf7064429883539228c0791fe0948e8517e2d98bead) AuthConfig (58e070de3d30238654bb79a300044e72adc65000b0c630949fe25522cbb69cd8) AuthConfig (1fe81dce500698a27737ce8526cd734423f00797443ce38122bea0535aca12fc) AuthConfig (72907c6ef5eff4a6fb812fb2d7afc1cf6cb29f383a078146bd6e6e61e457b8c5) AuthConfig (7b949831f8eccc081752fff4e6a423f34a4e30dc9caa427949732648da1c82db) AuthConfig (7d53f5113a35f1a260007da645ebb6ba358da54d9d13be6bcabc99704beba9e3) AuthConfig (9077942257ad8c1ec37eba26d49c2798d3c763e480cac21d7de6c1e5bba7ac88) AuthConfig (ffa1130adf30ced02b67caa5037f2e1a270135b37dd0398d335a543a73bc0045) AuthConfig (8690d1e6f6834266f6af30e41588abc9a6f13045f87635e7491bbdc97a25ab07) AuthConfig (0d0c8e22ff51849da726ea881b15382d8e8b9bc8fa0f3df7617c15a3196a6667) AuthConfig (02e04895559f05bec328b4e2b9b69e5b41dc246c47614f64b601296cede95247)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7e075b84-bd12-40ef-9b2e-536ff1368a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:45.75993511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8bfff01c848b9062fba34eef77d2de3859ac60059fdf2419163f6252b737f81) AuthConfig (096c4db28f9b43b55ed3a304cf59645ba106864bf80c65ba4a3bd466c76f7c72) AuthConfig (656dc09227b1366b2fc288d677b086a01652c607c33088ebd53470d0f288a17b) AuthConfig (d41d19d51a3a1b0760c240daaee95eac4517ca9afad9fde8bfc0fe03f669a108) AuthConfig (4a6d2dd20e34acc0213c0c8d7e5d152ae8d9b99a60ea9d8620f9988968b6e8f3) AuthConfig (bfc363107d149587e932277fe8cb62a28c54ce39db8ee98c54862c70c9e1aefc) AuthConfig (92ccaab141a90f316a76713ee4fe06fa5942696e1799747933bc6018c6e8cb38) AuthConfig (7f9d28e9f49b31df1609e7bc72865af5640c4c3f6bf0e39f14924e47225c82ab) AuthConfig (20acb916c62f3e03b3de3e14474687adb892c12e3f5cff5a5bab3272b66976f9) AuthConfig (eb37a4aa0ed7e156dce8a30cef54a9cb27b3ed02681a19676a45026b2b073ba4) AuthConfig (b8e459d20dc151b7854dcac4474bef02d29f5ee77abceeddf50409e5504fb0d1) AuthConfig (9f3df3b0d39087c0144f6a3adc5687429a30291207270e2821b0ba2faa39463a) AuthConfig (24a0cd7c74672c77dba73fef73d05b2603de7657fc4ee779d846f1678f5e14e4) AuthConfig (03b790bdd9cda7e926b54f4f7b2a9b083bd343c77b4241768a2b9f884593bee0) AuthConfig (ac1e0f7bf7338be297add22997fc26bd89946e30d7beced0c5004e5be623c39b) AuthConfig (aa486bc37ade9793102ab0c9f0def97060bac0d75aa597e7e2e50a138277b7d8) AuthConfig (e18e3d71640d29e206337c3fb3624ae0cb2b56a4cfa200a0d7cdad9a9490b4b8) AuthConfig (5460a95c1bfa7e204bd162ec64c9bfa3641be72583c2347ba4e6b97b92399b62) AuthConfig (a4096ea853c07f763a7b1f57b3cc609ebe473231d838d52c6a7fa0aa743821be) AuthConfig (07290d22150de66405222cf7064429883539228c0791fe0948e8517e2d98bead) AuthConfig (58e070de3d30238654bb79a300044e72adc65000b0c630949fe25522cbb69cd8) AuthConfig (1fe81dce500698a27737ce8526cd734423f00797443ce38122bea0535aca12fc) AuthConfig (72907c6ef5eff4a6fb812fb2d7afc1cf6cb29f383a078146bd6e6e61e457b8c5) AuthConfig (7b949831f8eccc081752fff4e6a423f34a4e30dc9caa427949732648da1c82db) AuthConfig (7d53f5113a35f1a260007da645ebb6ba358da54d9d13be6bcabc99704beba9e3) AuthConfig (9077942257ad8c1ec37eba26d49c2798d3c763e480cac21d7de6c1e5bba7ac88) AuthConfig (ffa1130adf30ced02b67caa5037f2e1a270135b37dd0398d335a543a73bc0045) AuthConfig (8690d1e6f6834266f6af30e41588abc9a6f13045f87635e7491bbdc97a25ab07) AuthConfig (0d0c8e22ff51849da726ea881b15382d8e8b9bc8fa0f3df7617c15a3196a6667) AuthConfig (02e04895559f05bec328b4e2b9b69e5b41dc246c47614f64b601296cede95247)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e1f87af9-2c9b-4d09-bf73-8be8ae1e33bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.513403215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"14bf0f57-b362-4c6e-a1eb-ab1aa26bc5e1","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.534640764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"59e659e0-4127-4905-91a7-0c4cce6b138f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.582819169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"956c1657-d938-4b6d-8dab-7e7915759e68","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.604573973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"956c1657-d938-4b6d-8dab-7e7915759e68","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.610464015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"00919164-2203-451a-9add-7bf74de70f5d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.632084084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"db1a36b7-3ce2-4960-88b6-0f774a29682b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.68649218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"fabfd40f-ff56-436f-b74d-b9c8384cb53b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.708073973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"fabfd40f-ff56-436f-b74d-b9c8384cb53b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.737601837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"db370fc9-6607-4377-b90a-74bd703c5e13","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.757569907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ad2e836f-ef89-40cf-b45c-e3dddff3756b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:47.773108982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-sub","reconcileID":"78b13d09-41a4-4c7b-81bb-72c5183e9f1f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.778504403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"6bc6e564-adf3-454d-81af-f65faed2dfb9","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.788832024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"71ea818e-d1fb-4057-ba7c-b702327cf586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.788908961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"82fbb068-c3c1-43a2-a317-879de5afc3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.810517918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"82fbb068-c3c1-43a2-a317-879de5afc3ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.811608715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"71ea818e-d1fb-4057-ba7c-b702327cf586","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.819641414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"003f29dd-090d-494e-8191-1e97d6bee02a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.841969283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"e795ace2-e217-44dd-b418-733d13f972c9","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.850473166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"02b117cd-a187-4aa5-af1d-760fc65e7fcb","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.872232822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"4328937e-5f06-4c10-b2ec-3e941df58e4b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.878600557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"cd663196-5577-4b39-9335-c2858a4bd932","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.888223033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"83fe1e66-9305-42b4-a3f2-427fddb27547","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.888767406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"68f6b624-f594-458b-baf7-4cac1741d98a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:47.894257153Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-a0e73d/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.903862713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"98cf3a27-543f-46bd-8d32-5ccdf0f4332c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.909356303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"83fe1e66-9305-42b4-a3f2-427fddb27547","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.910281399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"deaabc63-204b-4194-b722-9aac0710a460","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.92551484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"98cf3a27-543f-46bd-8d32-5ccdf0f4332c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.933961369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-sub","reconcileID":"01e7e77d-5efd-465e-9232-3ae1fc6624ad","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.987168887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"da7b32ee-91ad-48ca-b3b7-9d95f4a239e0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:47.993844229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"95fa2470-1c12-4d7b-8506-033bf6aac3e9","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.004027113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"65a411a5-efe7-4059-a242-4aa77da8ffd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.005388315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e52d46fe-a412-47a4-b3bc-48294cd4ca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.008171015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"da7b32ee-91ad-48ca-b3b7-9d95f4a239e0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.01661635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"6426ee4a-f865-43c1-aeb6-ad4c73be5e7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.020812332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5a454bfb-2d7c-4dcd-b410-1e5a1c32473d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.020931041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"88a90f1e-ad43-4fdc-a1d8-bf8d73612626","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.0266479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"65a411a5-efe7-4059-a242-4aa77da8ffd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.027315826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e52d46fe-a412-47a4-b3bc-48294cd4ca85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.039202017Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"d2ce4ca5-d41a-4143-a53b-aab0c7daefd2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.039342068Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"d2ce4ca5-d41a-4143-a53b-aab0c7daefd2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.066428304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"88a90f1e-ad43-4fdc-a1d8-bf8d73612626","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.068359673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5a454bfb-2d7c-4dcd-b410-1e5a1c32473d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.120088373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"f41bf34d-d626-44e2-adcb-a424af6d31b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.120698587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-sub","reconcileID":"1276cb93-c882-4fd6-97b1-aeb88e9bbd2c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.165580014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"57d83e7b-5b5e-40f1-8a03-57e5ac6143e3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.171406272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"0b475880-efa6-44ed-a584-5bcee33ee8d0","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.183044816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b028acf2-c5a9-4653-b297-2251aae90ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.188849441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"57d83e7b-5b5e-40f1-8a03-57e5ac6143e3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.270688345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b028acf2-c5a9-4653-b297-2251aae90ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.301783299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"3000cbd6-778f-4ad0-bd40-9ebc345898ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:48.30189252Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"3000cbd6-778f-4ad0-bd40-9ebc345898ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.519967155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"afde8215-c5b3-40bd-9786-bac8b05f5501","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.574971522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d8ecfbc-4ca8-467f-ba83-6d14f4656eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.5754829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"f8fe8932-cfcb-4700-889c-d55102b0c56d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.575371791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"814bc84d-90ce-4dcc-a83d-4ecb69f7b77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.597598799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"814bc84d-90ce-4dcc-a83d-4ecb69f7b77f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.599795324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"f8fe8932-cfcb-4700-889c-d55102b0c56d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.600571199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d8ecfbc-4ca8-467f-ba83-6d14f4656eb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.614615582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"0bf92359-7f78-466b-8f59-dace3dff15b5","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.68024438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0f2b818a-f79e-42d8-948c-c4e0d7036f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.680825261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a3ab618c-49e9-41d9-b6b9-2464f11cab60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.702366423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a3ab618c-49e9-41d9-b6b9-2464f11cab60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.70277279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0f2b818a-f79e-42d8-948c-c4e0d7036f34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.7734631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"755adefc-9c02-4f2f-a8a1-41522ef7c450","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:50.79658283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"755adefc-9c02-4f2f-a8a1-41522ef7c450","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.169639955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"501f1562-2e15-4f25-b0cb-406491907233","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.287239155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"f275f5fa-9031-44d9-a706-bdbf7593cafb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.287897259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"a5f21d70-8250-405f-a6f4-83fae0eff30b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.288109533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"14b34ee5-9a02-464d-95ba-bad36adfed04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.289590697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"07f7b13a-fcf6-4702-b9fc-02e3102529e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.289650101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"f3d2d762-7c1c-456f-9e7f-82cea6d4abbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.405635055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"8ef6ef25-da50-499d-b217-598084e1e061","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.504167879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"324a04c1-faa2-431d-a27e-99d5a852b25f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.525396718Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"8d063871-db52-4c83-beb1-3a7c5d833c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.527719953Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"3a5ac806-1e59-40c5-92be-082f58744ce5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.614512827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"153cb20a-9a7c-4196-aa17-28d5ed7dd692","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.615385649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"a33fe2f9-c258-4881-82c3-d7985dcd2d65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.702634985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"fbfb0234-1ff9-4a0c-bd4f-5b1dd57be442","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:53.703354791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"7749fc7e-4409-4fe6-95ae-ddfecdc8f202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.644228852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f94899df-17d5-48c2-8398-dacd02d83ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.644228848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5a1c25a7-ede1-4696-83c1-45fd8727db32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.6658169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f94899df-17d5-48c2-8398-dacd02d83ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.666038099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5a1c25a7-ede1-4696-83c1-45fd8727db32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.74481228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d15d242c-080d-4855-8aff-e1e65a9c6cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.754602902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9e25fc16-3a9b-4109-9400-0512640c03c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.755640413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"51b231b6-409e-4849-96c0-a37770d82448","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.757685033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"c939ae92-03d1-425d-8dc2-6f0fd06531c6","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.765656271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d15d242c-080d-4855-8aff-e1e65a9c6cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.776095047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9e25fc16-3a9b-4109-9400-0512640c03c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.854194171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"192ed162-0f5c-48b1-a5cc-c62dd2b78444","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:54.8642477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"1b6ff821-0321-43c2-a79f-07798136c094","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.807935446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e40623d1-fa21-4c7a-b277-df2f0eef4b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.807935547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"5e55545f-34b6-4d2c-a2fa-227c79c6c823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.829494886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e40623d1-fa21-4c7a-b277-df2f0eef4b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.829568363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"5e55545f-34b6-4d2c-a2fa-227c79c6c823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.923094648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"7ac3e46b-dc9e-48fe-8446-3653c3f53bea","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:55.923477857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a05f8b51-feab-4e1c-a43e-69df9bd88136","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.236600569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"0cf06c4b-e752-4163-9de8-14a024e19618","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.256303659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"c05aec79-a620-4872-a4cc-a1457e813ff5","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.309127406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"8d10a746-ccca-42aa-befd-14a8b83f97ae","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.330398405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"8d10a746-ccca-42aa-befd-14a8b83f97ae","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.474528407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"dd3c444a-cd80-4ff1-9e6c-e4d2a6f5db61","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.499252744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2da7b2c8-8256-4e4e-aa5e-72f96caa0ea9","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.510229588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"07a5a8a9-bef1-414d-8aaf-9a83e1ab98ae","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:55:58.513919327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a","reconcileID":"5c1cd088-28e7-4331-a3f1-06f4f8e70e8c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-5863807a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.538915335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a20156c8-ed46-43b1-b813-8c6c4a51ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.538915645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0ddd24c0-1b3e-4463-9284-f07b7afe79c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.561769392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"f0c76ae9-0d33-4061-8201-bce82479c490","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.562567824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0ddd24c0-1b3e-4463-9284-f07b7afe79c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.566393766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a20156c8-ed46-43b1-b813-8c6c4a51ea1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.584753825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"02a57e55-7d92-42a2-9f54-79751f776f68","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.632343473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"f77f648a-d2cf-4e5c-99e2-953d6375a7d8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.670559524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bd4f4e73-8499-4077-bb50-3d3e10076bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.671022616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"51a0377b-1164-464d-8eb8-a7cca8242f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.681551377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"f77f648a-d2cf-4e5c-99e2-953d6375a7d8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.689525146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a","reconcileID":"2da56a41-2c27-4fa3-97c9-9aeaa6e9acc1","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-bulk-sub-5863807a","ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.698676403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"51a0377b-1164-464d-8eb8-a7cca8242f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.702010168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bd4f4e73-8499-4077-bb50-3d3e10076bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.764206347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"0206056b-4c8a-42b0-a020-303d2016060f","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.776705705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"8c83fedf-69c4-439c-96b8-00b9f9aabd50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.87276762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a","reconcileID":"d818488c-6627-4acf-9fd9-0c484b2d4caf","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.873550759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"e4f1fbd8-ee56-4f5a-be31-af6f65bf7d19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:55:58.896833277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"e4f1fbd8-ee56-4f5a-be31-af6f65bf7d19","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.57900226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-sub","reconcileID":"5e9ccae9-f06b-41b7-af6d-b5850711f0e7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.631924899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-sub","reconcileID":"5e9ccae9-f06b-41b7-af6d-b5850711f0e7","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.674141516Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"c82019e4-0a87-4b11-83af-3349ba134081","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.707736867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"d3fa493d-be91-4b6d-8183-53b172ea9777","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.730643811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"f895db30-fe9d-45ec-aefa-e44990dadf53","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.73078522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"c82019e4-0a87-4b11-83af-3349ba134081","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.730804362Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"c82019e4-0a87-4b11-83af-3349ba134081","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.730890916Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-sub","reconcileID":"c82019e4-0a87-4b11-83af-3349ba134081","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.757015466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"82e1914b-fa0a-477c-8384-58aef3700cc9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.757533032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"77f813ae-2a94-4645-9ccf-0059ec45f344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.757534238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"02e71345-186c-4b3e-a0f7-c4dbca3ca8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.778453934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"82e1914b-fa0a-477c-8384-58aef3700cc9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.784144681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"77f813ae-2a94-4645-9ccf-0059ec45f344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.785666643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"02e71345-186c-4b3e-a0f7-c4dbca3ca8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.825282596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ff6b0251-7924-4cf4-8d7c-0af720e50e04","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.876034473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b7ebff87-0b0d-4cce-92d5-a9a65d461956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.87604114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"1f6078a0-72ce-4ebb-b8e1-505be19aa2ae","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.894847001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"fd7a239c-8867-4457-a46d-afd2e0ab7a26","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.898674819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"1f6078a0-72ce-4ebb-b8e1-505be19aa2ae","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.900206936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b7ebff87-0b0d-4cce-92d5-a9a65d461956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.91103184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-active-auth","reconcileID":"14be9864-6e45-469b-8c5f-e48ab3357fc1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.974256864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8e4c7a67-3d41-47e5-b555-7a8d46399260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.988308045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b754f719-283c-42ea-ad3b-07d470ff18af","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:00.996685881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8e4c7a67-3d41-47e5-b555-7a8d46399260","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:01.112477228Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-apikey-degraded-auth","reconcileID":"309c03fe-f35f-4b3e-abf9-486fa5e99343","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:01.134636065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ce2143d4-b2a6-4aa1-9ab8-7b269b3ee0c1","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:01.234716015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"92ea1d0b-8130-42de-b162-1b23ee463e16","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:01.976778247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"6153285a-4cd8-4b19-b9ee-7a21acbd0439","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.029410137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"eac5028e-99fd-4d5c-832e-4ab6501b3c33","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.03187121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"de0ec5b1-ed5e-4f79-8b23-cd347a0f3f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.036540595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c12e636d-7766-46cf-ba30-1c4f309e63a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.056638762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"eac5028e-99fd-4d5c-832e-4ab6501b3c33","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.056661257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"de0ec5b1-ed5e-4f79-8b23-cd347a0f3f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.059709172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c12e636d-7766-46cf-ba30-1c4f309e63a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.212135235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"f207cbea-17c7-4085-8368-7458215d0f53","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.234045658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"548e157d-3e24-4cec-939c-55cc28380260","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.296319266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"7404ed42-52d4-4b16-bebf-3f03e7bbf451","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.317717361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"7404ed42-52d4-4b16-bebf-3f03e7bbf451","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.382243636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"12f677ba-be21-4029-b92e-3a7a88325569","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.411291623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"635277b0-bb9a-455b-bd7d-4a753caebb83","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.462966465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"9a7ce96e-79b9-434d-a76d-48b3d545a5e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.486550361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"9a7ce96e-79b9-434d-a76d-48b3d545a5e8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.503379261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"95d1c943-ab66-416c-9621-b0a8825194cc","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.561541306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"15f3bfec-355b-4206-a52e-812defc5eb97","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.5832563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"15f3bfec-355b-4206-a52e-812defc5eb97","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.623091469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ea8bb749-3752-4596-a6cd-396491d4e009","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.651263093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"0fd8c6f9-c644-42f5-b2c7-ae73bd15065b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.678371915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"db6ebe82-6976-4811-9556-4e0bc1798006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.686194089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0b3b5cb1-37b2-44ce-9903-61a9fd1ad84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.702650223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"935377e9-de09-418b-be9b-a225bb6509f7","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.707860528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"db6ebe82-6976-4811-9556-4e0bc1798006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.709036669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0b3b5cb1-37b2-44ce-9903-61a9fd1ad84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:56:02.711841769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"33bc279e-0af0-4841-97f4-4450a70fd240","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d3b775d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:56:02.736720165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-sub","reconcileID":"74325047-bed6-44cd-8801-9fdd1e25883a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.765982322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"86912f4b-51e2-4d2e-8913-35270587c304","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.794237868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"bf095882-bdb0-4bb8-8320-5b9df90075b2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.794602314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"594e21e2-a6ab-4c84-85fc-e95247c26ccd","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.795045962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ec75103d-7689-410f-bfb6-d69dd5c679ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:56:02.815782383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"15f3bfec-355b-4206-a52e-812defc5eb97","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.821520777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"bf095882-bdb0-4bb8-8320-5b9df90075b2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.822439459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ec75103d-7689-410f-bfb6-d69dd5c679ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.88883921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"efdbe2bc-943e-4b52-875e-8338c96a1204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.909017764Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"0a2a4fb8-78bf-4519-b870-81eeafa63d47","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-a-d3b775d5","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.913674489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"efdbe2bc-943e-4b52-875e-8338c96a1204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.974212364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b430d9b6-f4d3-49cf-a336-31c740bcebee","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.979299177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"ee22ffea-52bf-41c6-9c2f-7ed21f9cfcc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.991451978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"00b359a6-0122-495c-aa29-f53cf14bbd47","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:02.991617915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cc0a8cc7-f3e7-407d-91f9-7eee8f7c19a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:56:03.000316562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"bf095882-bdb0-4bb8-8320-5b9df90075b2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-filter-sub-a-d3b775d5-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.017684409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cc0a8cc7-f3e7-407d-91f9-7eee8f7c19a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.017974634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"00b359a6-0122-495c-aa29-f53cf14bbd47","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.081191253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"75f79cef-3106-4951-ba5c-61ed484336c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.081247924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"1b78994b-1770-49d8-91b1-ce4bdb9d979c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.081848415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"f8553ff5-d7b3-4f49-a1d5-968a134c1e23","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.104533002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"75f79cef-3106-4951-ba5c-61ed484336c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.104662499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"1b78994b-1770-49d8-91b1-ce4bdb9d979c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.182507976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"017765d5-b7f4-4f10-9469-575066c4c586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:03.20410395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"017765d5-b7f4-4f10-9469-575066c4c586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.2201898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b6b177cb-4914-4553-b0cd-f2ffc81f2ae6","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.242637634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"9ececf30-8e12-4d87-8337-2465f780c5b7","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.303784779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"a876f36c-cf56-41cd-9979-50c010949f60","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.325580395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"a876f36c-cf56-41cd-9979-50c010949f60","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.421569125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"fc2cf013-8bfe-43b5-a0c5-6b0cb138093b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.473919561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-a0e73d priority=0:[ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-a-d3b775d5 ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-b-7a481bcb]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.476892712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c3caf2f6-62a4-45ff-8b36-61b02b94563e","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.49590658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"83608fc7-0246-4872-8c51-45c1cfa5d9bd","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.50684186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"8d0c99ee-3991-4d6d-86aa-d733fce6b04d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.518130686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"98714c19-d7c1-4399-a690-9ff7315500a6","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:56:05.534090676Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"7bdab2ce-94c0-402f-9ec5-7e673bb15431","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-7a481bcb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.538311434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"8d0c99ee-3991-4d6d-86aa-d733fce6b04d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.573778717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0d4f18ac-8b31-426d-84dd-04cd3758799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.573810907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b9b21a8d-5802-4902-a0c4-388f9030ab70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.574280886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"43ac9c70-b1e5-472a-a3d7-8a1d5c19a872","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.57491339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"79a3fa14-2ee5-48a5-8c67-2861996dcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.583617648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"89040fb1-20ac-496e-bc5c-f15a27ca20ba","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.596206817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0d4f18ac-8b31-426d-84dd-04cd3758799c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.601500923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b9b21a8d-5802-4902-a0c4-388f9030ab70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.606917111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"79a3fa14-2ee5-48a5-8c67-2861996dcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.608344577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"43ac9c70-b1e5-472a-a3d7-8a1d5c19a872","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.611325851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"7958f47e-084c-44bb-bad1-34b36710d186","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.703784467Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"f5390424-1ba6-4507-8b21-4c80e05b3168","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-a-d3b775d5","ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-b-7a481bcb","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.750617445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"7c6535c3-487d-4d3f-9172-69df82391454","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.777725444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"7c6535c3-487d-4d3f-9172-69df82391454","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.786888746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ec4267a5-3399-4e01-b365-7f687d2843d9","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.791799876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"4410e73e-7418-45b2-80aa-4d59379f502d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.792511577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"6bfde096-04c5-443d-ae52-2217002ec104","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.839231738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"43ca41b3-edd4-465d-b159-b866361ad0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.839985511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ec8abce-0749-49c2-8b0f-522a39558f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.839986912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a592aff0-06f5-485d-83c9-292bde8e79dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.840188404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"af841495-3e48-44f6-8f21-9b220c42bf51","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.865606983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"43ca41b3-edd4-465d-b159-b866361ad0dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.865720247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ec8abce-0749-49c2-8b0f-522a39558f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.868539292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a592aff0-06f5-485d-83c9-292bde8e79dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.87034295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"af841495-3e48-44f6-8f21-9b220c42bf51","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.909567724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"a24c3610-3a69-4403-ac95-f58a1c6066d5","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.969128689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"5812a1d3-f9b5-4f35-964f-84f0511a277f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:05.991229439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"5812a1d3-f9b5-4f35-964f-84f0511a277f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.22146435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"48c209f8-bcb6-45d9-a7ba-c62c6162736d","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.243679623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"894c6e7b-9ebb-4e74-8317-f46b520a3f32","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.29460926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-gw-auth-43ec5781","reconcileID":"640e749f-de23-46f8-a3cd-ddae6bd96a19","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.316280875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-gw-auth-43ec5781","reconcileID":"640e749f-de23-46f8-a3cd-ddae6bd96a19","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.501228278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"1f54b535-661d-4ee9-b26f-d6ac5be4d150","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.55416375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-gw-auth-43ec5781","reconcileID":"75c666e2-2605-4dac-9bae-c62a906b284f","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.575972158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-gw-auth-43ec5781","reconcileID":"75c666e2-2605-4dac-9bae-c62a906b284f","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.808663231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"ee0133f4-5ee0-4386-8b78-870b3410e12c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.863881726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"89224c82-2a68-4b3f-ac32-c1c0ce6cc449","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.865818076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"bc8a29e5-0b22-4b53-8d71-c66add883cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.867270288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"100fe2af-f984-4d53-ac5c-e450a21fbaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.86832011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"e457af70-54c1-49ca-933d-25411b30d08e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.888829433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"89224c82-2a68-4b3f-ac32-c1c0ce6cc449","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.892404934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"bc8a29e5-0b22-4b53-8d71-c66add883cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.90752529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"100fe2af-f984-4d53-ac5c-e450a21fbaee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:08.921138683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"e457af70-54c1-49ca-933d-25411b30d08e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:11.375138179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-gw-auth-43ec5781","reconcileID":"7928e941-b26e-4694-b626-7caa3de721d7","MaaSAuthPolicy":{"name":"e2e-gw-auth-43ec5781","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:11.375177383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a386f464-ed74-4585-b9c5-58443782daa3","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:11.455172708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"83a6e07e-d6a7-4055-ada2-e9335295f6ae","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.039435382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a","reconcileID":"574cf704-dbd2-4f91-a008-14806378bea0","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscription":"e2e-bulk-sub-5863807a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.115623699Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a","reconcileID":"574cf704-dbd2-4f91-a008-14806378bea0","MaaSSubscription":{"name":"e2e-bulk-sub-5863807a","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.191486827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"189a508c-6220-40ec-a3b3-8eb4c42b58c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.305040773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"32dde51a-2aef-4ea3-a306-dcefc7e10bac","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.326443009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d2b0cb5b-c9a2-46ce-8bd9-702449a413fc","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.36395768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"76f1441c-0940-4e39-a1ee-0108d7de91e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.364038222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0256f1c5-079a-4e79-981f-44b1666bba34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.364404036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"b44e7316-6c81-4697-ab19-370597b1d4d5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.394649277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"b44e7316-6c81-4697-ab19-370597b1d4d5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.394774171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0256f1c5-079a-4e79-981f-44b1666bba34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.398304222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"76f1441c-0940-4e39-a1ee-0108d7de91e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.474721661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"e1cb4307-9be9-4069-b8ee-8f578af14587","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.536278659Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-bulk-sub-5863807a-auth","reconcileID":"ec1ae455-1109-415d-8294-df79eabe71c2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-5863807a-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:12.767004485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"db5606ca-6d8a-4986-a37a-72b723df05a1","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:14.648358693Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.543964703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-sub","reconcileID":"256c3df1-4f76-4a53-bf91-627f62d65d00","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.544132628Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-sub","reconcileID":"256c3df1-4f76-4a53-bf91-627f62d65d00","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-83f889/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.806128356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"4ae475d5-a4df-4076-9920-a65e521b782c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.806177834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f3a14739-8008-4911-a3ff-4aa3f68484fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.806459502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ce3125fa-c494-4f40-94b4-8cb0bad27b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.83227981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"4ae475d5-a4df-4076-9920-a65e521b782c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.833008373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f3a14739-8008-4911-a3ff-4aa3f68484fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.836168289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ce3125fa-c494-4f40-94b4-8cb0bad27b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.896468116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"31be580b-54da-445b-8ab8-40a0bd707737","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:15.981508535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-failed-auth","reconcileID":"37d79e46-7c4d-4a50-aca4-cd958a7d7985","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.037553278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"2abf2a1c-b416-408a-a469-30f097083072","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.431271264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"ae4841cb-1784-4f77-9629-e9e99172e837","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.431745669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"7124e5b7-9b16-4010-a260-4be61684762b","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.464826629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a12bc093-43ab-418b-8176-20749e0e6bf8","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.465142781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"7784a85f-0402-4956-a021-a5cdcf355e7d","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.484095883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"02fc5bdd-6807-450e-a487-048867614607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.484111245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"53d38e32-d7ac-4048-bb4e-451f120c60d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.505593761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"02fc5bdd-6807-450e-a487-048867614607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.50560908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"53d38e32-d7ac-4048-bb4e-451f120c60d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.506158496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"ea54214d-749b-4744-90dd-925254c65e0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.506666428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"25bfdc44-11f8-4e58-87d5-eeafcf1608f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.609681077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1646d3f4-7a95-4076-afaf-b56f7c76d3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.611433947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"599346de-cfa2-4419-b7df-5cccd09a4ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.63501011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"599346de-cfa2-4419-b7df-5cccd09a4ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:16.6354961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1646d3f4-7a95-4076-afaf-b56f7c76d3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:18.865680898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"9e21726f-8e65-40e9-b263-0beaa6f64ea3","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-filter-sub-a-d3b775d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:18.945010402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5","reconcileID":"9e21726f-8e65-40e9-b263-0beaa6f64ea3","MaaSSubscription":{"name":"e2e-filter-sub-a-d3b775d5","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-filter-sub-b-7a481bcb","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.015507082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"4b20223f-6e30-4804-bf65-d34036fe548d","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.016103358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"c560a6ce-fac9-4cfd-9f11-ed1c0278446a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.021346442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"227efef0-0fae-4d0e-953b-9cccc7c99335","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.072358897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"777ebed6-0c88-458e-8736-3325ec91bc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.073268255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"17b65911-3c50-41ba-b8eb-f75b50f34a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.073266128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"0825ff31-3506-48f5-9085-02c385956c8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.073477913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"faa6c8c5-d880-4213-9207-eaa54ddec326","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.096093566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"777ebed6-0c88-458e-8736-3325ec91bc39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.097536842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"0825ff31-3506-48f5-9085-02c385956c8c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.098574664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"faa6c8c5-d880-4213-9207-eaa54ddec326","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.102106225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"17b65911-3c50-41ba-b8eb-f75b50f34a87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.182778418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"997a299e-66eb-4ac9-86e4-f0954b1df639","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.236012684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"05c2a610-7042-4080-a31f-1960771a15c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.236127352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"52f836dc-8801-4324-a564-13cde45b1a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.236460609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"2ab7dd0b-143d-4ead-af74-1f0fd6514f72","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.236579304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"50cd00b7-c51a-4782-b201-ecd0c1501d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.26461797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"52f836dc-8801-4324-a564-13cde45b1a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.265126057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"50cd00b7-c51a-4782-b201-ecd0c1501d1a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.267183411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"2ab7dd0b-143d-4ead-af74-1f0fd6514f72","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:19.278097693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"05c2a610-7042-4080-a31f-1960771a15c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.412292045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"972eb7e9-131b-4692-8e5e-b702b744cad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.512566293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"415bc679-5d19-4232-be50-e38577c4148d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.513306385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"293f0949-44e4-4d39-bec4-8f1efdcc2326","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.534788869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"f8936cf9-e133-4497-bb56-9cb2d055d414","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.631589535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"61786588-229d-47d0-9def-bd4dc9cec248","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.692182778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"b1e7440c-1b00-46e3-98cf-93033b2a6dc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.692224607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"e1f7bf41-8fa9-46db-b4c1-0f0b41bd3428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.705403308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"dff8bd37-d211-414b-af8e-53f20945a71a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.788944039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"9cdaedaf-bbb5-447f-9c6d-ad634aa9dd1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.789077964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"3ec2f2fb-ef41-400e-8265-542913ce0f0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.888859511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"26a0869b-bea7-4f27-b5de-8a57fd5b3254","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.911956107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eefe8734-6f0a-4102-9457-64d2cc8abe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.911992975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8dd909bb-e21c-4f09-8e88-69c590ddece5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.935403815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8dd909bb-e21c-4f09-8e88-69c590ddece5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:21.937956019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eefe8734-6f0a-4102-9457-64d2cc8abe55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.239445696Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"84b13ea7-6465-4620-9c5c-1afe671e5016","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-filter-sub-b-7a481bcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.327861031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb","reconcileID":"84b13ea7-6465-4620-9c5c-1afe671e5016","MaaSSubscription":{"name":"e2e-filter-sub-b-7a481bcb","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.395607964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"96de787c-546d-462e-acfc-0c1557e09312","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.485222536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"7a41d169-4755-4a4f-8ec8-d27858cb9c92","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.533904377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"327f489d-2556-437c-a3c2-198256cf8726","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.534568785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"411be65a-23ce-4ff1-98e2-8f1a2b98ed8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.534602456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1d28a424-00ef-477f-851a-add12f41a61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.534865862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"e476db13-3095-40ba-806d-cc6f8e9c2da3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.556535504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1d28a424-00ef-477f-851a-add12f41a61c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.556823848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"327f489d-2556-437c-a3c2-198256cf8726","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.558609142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"411be65a-23ce-4ff1-98e2-8f1a2b98ed8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.559899742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"e476db13-3095-40ba-806d-cc6f8e9c2da3","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.657581969Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-a-d3b775d5-auth","reconcileID":"c93a5663-aa02-41fe-8413-0e7b3bb2cd3f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d3b775d5-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.657646645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e57328ee-9110-49e9-82e9-a7487628fb19","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.81789252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"40b7e85b-7e73-4c82-bcd1-3ebf1bdea7f6","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.999569595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-filter-sub-b-7a481bcb-auth","reconcileID":"2dd06b29-9ab2-4ce1-9cf1-9ebe660f59bd","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-7a481bcb-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:29.999610068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"90c7cacd-0fda-4e18-adcd-def913186bf1","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:30.054379488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"08ccb31e-3b97-497c-81ec-4d0bf20a3aaa","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.365978318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"16e4edc1-4a60-4b67-9073-e38dfac38278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.475174738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"0d18629f-76a0-4891-a597-87930f49fd6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.475252781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c143c4e4-0b24-4734-ac84-607e65ef53dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.475815873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"89d56849-43e3-4c94-9545-3e0ee76d08c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.568148227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"09402d83-e6d5-417f-9af8-393ee71bb6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.569730185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"a6dacd69-75c3-43a3-9d2c-8c81159234cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.668911641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"3510854d-79d3-444a-85ae-9e77c181208b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.669821349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"dd1794cc-e3b6-477d-bbf5-96f8dffdd8a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.676640698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"0b66cc4d-1f0b-492e-a322-bc5067f30457","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.783089484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"805feac9-5faf-4884-aab9-fffd5b4e76ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:31.787467336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"5b73a7b4-76fe-4abb-b004-6710380675b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.245355268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"c5fad55b-102e-491f-bffc-5f12e5340c39","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.245795804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"a3b9d35b-3841-4f7c-a089-a3817621564c","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.298486685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"bc58c7ae-99e0-4f69-8fa2-06a4417b97fc","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.298800304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"5f42bf8b-c8dc-473c-8c4a-5be49251f472","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.302021272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c13fcc32-9cf4-47d5-b53b-556af3d94755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.302381067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5283be99-e978-470a-94e2-b7f4372693a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.320960394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"9825069a-f4bd-4e26-8243-1f1bb3220bea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.320984704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"c8e66508-95c9-46eb-a3aa-9021f39c9ddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.325346438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c13fcc32-9cf4-47d5-b53b-556af3d94755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.32581164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5283be99-e978-470a-94e2-b7f4372693a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.509690675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b12e20f5-f2f4-4187-996f-0de25259f3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.509690661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"370083f2-62a0-497a-97ad-426b85bb409a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.531287895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b12e20f5-f2f4-4187-996f-0de25259f3e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:35.531345434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"370083f2-62a0-497a-97ad-426b85bb409a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.463997601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"1ce36599-fcff-4328-b0da-4f4f7e95aae1","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.464352197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"e875650f-c800-425a-a7dd-ab097556f310","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.503462498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"7355f1eb-b3c6-47fb-be4f-17e691e8244d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.503825291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"caed4f07-9b13-45b6-962b-9f6e3a531f3b","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.532173298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c900fb60-1079-4d03-8b25-de40599ce32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.54055957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9b04acf1-c9bb-4a59-b7ae-b893e3fa7406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.557067678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c900fb60-1079-4d03-8b25-de40599ce32c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.558000795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"437e7b86-4c48-4fdb-b9bf-0e60d0a9082e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.558485385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"c4358fc8-abfa-4410-be43-6b57fb20fad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.562724199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9b04acf1-c9bb-4a59-b7ae-b893e3fa7406","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.653828679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"45d26d2a-9b2c-4233-8dc1-c2b470fb340a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.663208154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"02ee4f62-1b74-4d5f-b7a3-61f7a04eb06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.676286836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"45d26d2a-9b2c-4233-8dc1-c2b470fb340a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:38.685072365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"02ee4f62-1b74-4d5f-b7a3-61f7a04eb06b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:39.268556472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"a6295bf0-68a4-4c3b-b938-86d34ac868fc","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.388611118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"34d4f9bd-22cd-466a-ac7f-4f14235244a3","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.388941865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"0d58bd4b-e0fb-4a23-bbf9-9a26db919d1a","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.423329447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"080158d8-1b21-4584-bee4-7f0e0fed559d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.423605368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"acf5cff5-f479-4704-9242-b0df9c74935a","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.444110798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ffb3f0ff-ab06-4a9a-975e-0b9f6d1532b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.44413567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e3557cf3-e7aa-4091-b96b-e2250e00b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.462318189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"9dc1fd80-321f-4f1c-a34c-794086a77ff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.462988916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"ddb8e572-f6d7-44d6-824d-7696baa049fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.466883489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e3557cf3-e7aa-4091-b96b-e2250e00b69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.467816095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ffb3f0ff-ab06-4a9a-975e-0b9f6d1532b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.567365921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce250f4d-1b1a-4fd0-bf56-124e62461bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.567389331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"20285176-103d-46e2-9c14-7ca274f7d3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.592233874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce250f4d-1b1a-4fd0-bf56-124e62461bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:43.592317741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"20285176-103d-46e2-9c14-7ca274f7d3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:44.635509027Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:44.83592409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"d1e5a584-20b8-451d-b5ee-98b14b2ce2ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:44.940353635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"7b32b4a7-2766-44bc-95b9-628ad6886f24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:44.940562391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"f03f17ab-84bb-43d8-a49f-9403aafc7387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:44.943862314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eed8760b-a523-4162-a6b2-c98c08bfe0ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.035454323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"dc2aff37-3338-4b15-a975-7b7730b0185d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.03937258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"359e1bd8-ef8f-43f1-a2a9-bb0f15a42d1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.135886599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"29641f7e-fc3a-4d17-8e3a-18d4f219e959","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.137430243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"47ebcc09-9d8d-4a6a-be9d-a9eb7dd231d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.137513067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"eccacfae-a408-4f5a-80d3-ed44efbe005b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.236678266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"ca4ba310-744a-4eb4-8a2c-512c29d19e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.23695721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fefb4afa-cf4e-46ae-bd25-4ab7e58bbf67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.253315026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"dc92429c-ee82-44d4-a6be-bd8b8cf23a81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.292582876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"70865575-35a5-46d2-96ad-f75024413382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.293216969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cf278d68-f3c9-44fa-ae00-f0d7019fd0da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.326512299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cf278d68-f3c9-44fa-ae00-f0d7019fd0da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.331229936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"70865575-35a5-46d2-96ad-f75024413382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.432093726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8fffd409-2cf2-4643-9bbc-262e71cd4882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.432171657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed98ee0c-e38b-4564-b1b3-339c9d772b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.454315739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ed98ee0c-e38b-4564-b1b3-339c9d772b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:45.454421094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8fffd409-2cf2-4643-9bbc-262e71cd4882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:53.005538994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d2a26bd8-1aab-42dd-87eb-30689a1b9ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:53.005603589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"66e42184-eeb1-4d35-9595-b9d6a1daed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:53.028137971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d2a26bd8-1aab-42dd-87eb-30689a1b9ec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:53.031373319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"66e42184-eeb1-4d35-9595-b9d6a1daed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:58.999418807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"08245791-4395-4da9-a933-90ef3afcac24","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:58.999842662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"91330966-be13-43b7-a634-27bbfb78fed8","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.000169481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"f788ed58-5b04-4f48-b919-1b45f028b15f","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.059310433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d1607bb7-deff-4cb8-9ced-96fb7072f786","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.059701278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"2c59238c-0c43-4dce-ae65-5db3bcda8cb5","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.059961666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"82d1588b-d711-4dad-a076-c10f556b01fe","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.090784182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6665b82f-cc80-4cc4-b7aa-4360043aaf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.090952691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5a51d6f6-96fd-4a6b-817d-3f7b5c7a5df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.118999243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"90b2d145-cffe-4175-8187-480dabfdd0ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.119432748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"9d1bbe56-98b6-4358-839b-25518c4d90d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.12050881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6665b82f-cc80-4cc4-b7aa-4360043aaf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.121460854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5a51d6f6-96fd-4a6b-817d-3f7b5c7a5df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.291279795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b31f5549-2a8a-4dc0-9a00-0d88c8667cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.321436752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b31f5549-2a8a-4dc0-9a00-0d88c8667cc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.386943107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"28428880-d1c4-444e-be3d-0fe5b0b36fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:56:59.40833972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"28428880-d1c4-444e-be3d-0fe5b0b36fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:01.858325893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"7ec96ecb-7fde-410a-8811-d66777c29dd0","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:05.261287021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"72eaa61a-d4ca-440d-87e6-36eb127052cc","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:05.574210587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ebdd8997-d861-42ce-aa4d-f16952900c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:05.574238515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7464818d-8e8b-418a-9c97-f9275c76f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:05.599379313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7464818d-8e8b-418a-9c97-f9275c76f4e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:05.599650567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ebdd8997-d861-42ce-aa4d-f16952900c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:08.362851246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"fd3296a2-ea11-4e64-b2c0-f4873b64be10","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.763953668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"38a9dc33-1a4f-4a4c-938e-1b5cc883993c","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.764462253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"61f9d411-a6ea-4b2b-9237-98487e6585ec","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.764733316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"acab9a78-4724-4e80-937f-39137db592d8","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.816720408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"8f879777-946f-43be-af8e-dfd3e5cc2699","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.817466056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"79ccb109-1549-43c6-bff0-77ac82556af7","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.818207295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"1e1da364-3397-47c7-b195-c0ec6158c1a2","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.838320101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ea219199-84e6-4f19-8a4e-57dbeeb0d363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.838330978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ace341fe-261c-4637-a811-314e2c2836da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.855425311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"3c7e07d2-f47f-40f5-b275-398cbd89dc1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.855595547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"ca3e9286-b2ef-419b-ae5b-a2ee51708187","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.859755886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ea219199-84e6-4f19-8a4e-57dbeeb0d363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:11.860875669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ace341fe-261c-4637-a811-314e2c2836da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:12.004824227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"01850a8c-f737-468c-a8fe-8e44dcf94c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:12.005408878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c3010289-6b08-487b-a777-31f5d7643248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:12.02884511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c3010289-6b08-487b-a777-31f5d7643248","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:12.029412565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"01850a8c-f737-468c-a8fe-8e44dcf94c64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:14.631234194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:19.675815455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c2f656b5-1e3f-43e3-9c80-e50dc535a282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:19.675955461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7d1a4e7a-c332-4b8b-a8fc-0d8e2761f9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:19.700476806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c2f656b5-1e3f-43e3-9c80-e50dc535a282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:19.700591309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7d1a4e7a-c332-4b8b-a8fc-0d8e2761f9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.029361084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-b-3816223d","reconcileID":"4a30cab6-6db3-47d6-bfb7-51765442bed6","MaaSModelRef":{"name":"e2e-conflict-b-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-b-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-b-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.056533112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"d5943b6e-452f-4c48-995e-56596dd138eb","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.120872316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"8635e9b7-dc40-4540-962f-8fc1139d361c","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.121447634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"a299dd31-0409-486a-96d2-a765fb8d3e90","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.121917304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"c16f66f0-8f7a-4532-88d6-726d6a16a1bb","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.157774321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"1205856d-0344-4522-9754-8131ced7bfe9","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.157976944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"fcf222f8-e946-4d38-a69a-80c20fa7b26a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.158254028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"cc4eb5a3-b8df-4e2f-9f0c-fe116144e8ec","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.201577969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"880a0d40-3915-4691-b1c1-b2cd357f1fa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.202417288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"06525bcc-2975-446a-83dc-e2da7ab12deb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.216276184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ee9186d8-85f9-4786-bdab-0ab4eb96be6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.21730145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cd49fb2a-398f-4a6d-b7f1-ac50d6eed0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.299748846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ee9186d8-85f9-4786-bdab-0ab4eb96be6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.312783557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cd49fb2a-398f-4a6d-b7f1-ac50d6eed0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.503187903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a7987b25-3e84-4e02-a29c-c3dbde416761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.503255608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2d18b46f-fc91-4435-9239-6167fdc7ffc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.526097906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a7987b25-3e84-4e02-a29c-c3dbde416761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:27.526134403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2d18b46f-fc91-4435-9239-6167fdc7ffc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:28.02756623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"e6a09feb-c1b8-4a18-b47b-0ff131428ca5","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.294828668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e6d2c93f-6eb2-42b9-8142-ee842810f837","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.297714825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"9a64aa61-c53d-4c97-af8a-013bece49ebf","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.29855684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"767cce89-b564-4b17-8b75-5077a30e2fbf","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.370461052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c7383fb1-a2b2-4db1-99d4-64aa7c718593","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.370893781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"96102f9c-6f3b-4022-947b-023e60544664","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.37132155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"3728d562-3a95-46d9-9214-9a9715d745c6","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.407212348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c9f80616-b06b-460c-a543-0d14199ef695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.40727659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"56df5cbe-fd17-4c3d-a067-06e065ec2138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.426230798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"6a7631ba-129a-4d34-8ac1-05586db236b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.4364187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c9f80616-b06b-460c-a543-0d14199ef695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.444029713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"56df5cbe-fd17-4c3d-a067-06e065ec2138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.498756636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"6cfcfee7-4634-4363-bf75-1bd601cf67af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.547846649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3f2bf6db-5b1e-4b0e-97f0-42850adbaf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.575738566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3f2bf6db-5b1e-4b0e-97f0-42850adbaf7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.654146959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"832dacc6-ef6c-4597-805d-06a427739194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:29.680764261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"832dacc6-ef6c-4597-805d-06a427739194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.870484454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"8e17dbd7-2561-4ee6-a5f0-29ce5d706931","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.871024247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"f209cd88-9fc3-4188-94ca-e8d57d6c834a","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.871473583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"e2e-conflict-a-3816223d","reconcileID":"ce0d5c5b-9107-43ac-82c2-b2872ed0cfcb","MaaSModelRef":{"name":"e2e-conflict-a-3816223d","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"e2e-conflict-a-3816223d-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"e2e-conflict-a-3816223d","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.920178389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c87b673d-35b1-45a9-8e7f-42322519c107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.923225454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e7e285f0-3222-44cf-8cd8-5a328d78f529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.940128179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"2a37f185-c02b-438e-9427-d996165cd52b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.940602852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"fb25566d-5522-4641-9ea5-98d799790188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.941421142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c87b673d-35b1-45a9-8e7f-42322519c107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:35.943859322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e7e285f0-3222-44cf-8cd8-5a328d78f529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.781159703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82773ca6-d274-4b89-a867-2929a24016b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.781635497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"011d9a12-fcef-4b1e-a178-f005cc2d836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.825729388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"011d9a12-fcef-4b1e-a178-f005cc2d836e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.837795915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82773ca6-d274-4b89-a867-2929a24016b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.876607174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cfa841d7-2a9d-4218-95a7-6c1b01f5fd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.877853883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"947a4192-36f6-42b3-986c-eb3971ccfd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.910171641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"947a4192-36f6-42b3-986c-eb3971ccfd53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:37.920212426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cfa841d7-2a9d-4218-95a7-6c1b01f5fd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:39.147250237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"71c28e2b-b903-4ff0-8a35-a3cb12bb3e8e","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.080972059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"b380883b-3259-4cbe-b325-2389b5468858","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.101894911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"caa308b6-9f6a-4847-8af5-2d6201dcfd9e","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.148906854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"0dd77bb1-76ac-4721-b7b2-bd591372bcad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.171485286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"0dd77bb1-76ac-4721-b7b2-bd591372bcad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.27198433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"620a04fd-5314-47d1-9e43-4256452cc1f1","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.319123016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"759b6cae-121e-4e18-a4e1-25dc67a723c2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:40.34074941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"759b6cae-121e-4e18-a4e1-25dc67a723c2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.772885155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"e3b872ce-2efb-408d-81ef-8ccdcbb22eb7","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.792792743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"86ce898f-ce70-43cf-a01a-2bc6cd9c45f2","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.810216221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-subscription","reconcileID":"2abaabc5-dd29-4249-8e41-7831f3c85b54","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.82030025Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"12952bdd-b5cf-4de2-8f46-dac5d99e6e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.820817696Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"16e2af5c-efd0-4778-bb57-c62ad5b50fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.820816445Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"dc7dbdf9-9497-4cce-b207-aeacab3a624c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.841630537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"12952bdd-b5cf-4de2-8f46-dac5d99e6e79","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.841882569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"ec5b37a5-1650-4124-ac22-80641c46cce9","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.844359953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"dc7dbdf9-9497-4cce-b207-aeacab3a624c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.844586584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"16e2af5c-efd0-4778-bb57-c62ad5b50fd0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.844777661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"49ed4b29-f1b0-4e55-b99c-14d226e779e4","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.845124251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"d8f75f00-bed3-4e21-ab79-39b6e644ccec","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.850919562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"e53a3411-ec4b-4095-a9ac-9951c20c163d","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.870515133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"a5827d0d-1034-47f7-b415-99cb91b6b7af","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.921950259Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a9925503-b3d1-4135-991b-265b77faa66d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.922037322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a9925503-b3d1-4135-991b-265b77faa66d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.922168652Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"91418523-ff47-4587-a1b5-1607d2697283","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.922215324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"91418523-ff47-4587-a1b5-1607d2697283","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.921950172Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"25af31d7-83d1-4303-b878-2fce6c59ab4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:42.922387126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"25af31d7-83d1-4303-b878-2fce6c59ab4e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:42.962158384Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-subscription","reconcileID":"f3f80946-eb08-430d-b6b2-e463a9b8d777","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.022390653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"a75456ce-d32e-4940-b9fd-c7739c88a53a","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.024206791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4819c8db-15d8-473f-846e-e7a1ee7175ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.024263358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4819c8db-15d8-473f-846e-e7a1ee7175ef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.024409935Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12ae25dd-9fec-405a-80b0-1be4fbb11746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.024432652Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"2f3984d9-d0f5-42a2-b191-56a60c1ba832","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.02445904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12ae25dd-9fec-405a-80b0-1be4fbb11746","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.024460954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"2f3984d9-d0f5-42a2-b191-56a60c1ba832","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.039037387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"92d86fac-c9a8-4b42-b624-d17fdf69b86f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.103693208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"677c8cb7-26c0-42f0-b317-7eb7fee75f09","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.104350831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1715425a-2a9f-4b6a-9be6-c747a3ad4482","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130289869Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ad59543a-3210-401b-ae7b-0e2dc063fe4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130319952Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"78013db0-75ee-496c-9577-80ee2631d32f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130374835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"78013db0-75ee-496c-9577-80ee2631d32f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130373552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ad59543a-3210-401b-ae7b-0e2dc063fe4f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130618443Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"9b71db3b-0d61-4739-8e22-590df9091f86","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.130669471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"9b71db3b-0d61-4739-8e22-590df9091f86","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.143392713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-subscription","reconcileID":"f84d01c8-53f9-4e7e-9768-bba00934c191","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.206370604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"8eed5476-59a1-403e-931d-85f80a8673e1","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.23331026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"68f87946-5b29-4be3-a02e-442f831cb6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.235710466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9b26042e-28a5-49d7-98a8-dcbbc0b3143c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.235986363Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4abe1802-12f7-4396-b8ea-78d804c6011e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.243165076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4abe1802-12f7-4396-b8ea-78d804c6011e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.236260613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"367f0d03-3c55-44cb-80c5-b9c7959a45a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.243353296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"367f0d03-3c55-44cb-80c5-b9c7959a45a2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.236147712Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"a5e7000e-7db2-47c6-a760-769edb0ce82a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.243408133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"a5e7000e-7db2-47c6-a760-769edb0ce82a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.244301997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"82a15e33-a274-4524-95d5-88c1676ff157","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.256810069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"8e5a0b76-80a1-46b6-a2c4-94e64279d76b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.261182016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"68f87946-5b29-4be3-a02e-442f831cb6f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:43.268355826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9b26042e-28a5-49d7-98a8-dcbbc0b3143c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.374808796Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5db50273-d786-4ec1-8d1e-ef46b5430539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.374875162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5db50273-d786-4ec1-8d1e-ef46b5430539","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.374842348Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"eea7d28c-874d-43a3-9527-1a588e757192","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.374927449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"eea7d28c-874d-43a3-9527-1a588e757192","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.375167575Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ca4e0a2b-f9a2-4cf0-953b-7f739d9ac982","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.375231224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ca4e0a2b-f9a2-4cf0-953b-7f739d9ac982","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584380973Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b9135028-cf82-49ef-b522-acf4e38e2ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584449324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b9135028-cf82-49ef-b522-acf4e38e2ebd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584378689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4d33b5d2-8f5c-4601-b99e-99f18ae5ff74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584492508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4d33b5d2-8f5c-4601-b99e-99f18ae5ff74","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584552128Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"f967d9dd-90e1-4212-8309-060e0cc9c9c8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.584600369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"f967d9dd-90e1-4212-8309-060e0cc9c9c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.952955059Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"992f3743-e64e-43b2-bde4-494c51101494","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.953040263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"992f3743-e64e-43b2-bde4-494c51101494","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.9533165Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fc0167fc-3e1d-4efd-a9e8-cabd144bba62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.953343604Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dc51bfa4-ee5f-4940-a87a-25961993045c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.953368379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fc0167fc-3e1d-4efd-a9e8-cabd144bba62","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:43.953382348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dc51bfa4-ee5f-4940-a87a-25961993045c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:44.632141203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.649547316Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"985b78aa-e57b-4f4f-9544-4f58ba1a80d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.649617522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"985b78aa-e57b-4f4f-9544-4f58ba1a80d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.649758181Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"453825aa-4309-4b79-9816-a69ef42f7c98","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.64981338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"453825aa-4309-4b79-9816-a69ef42f7c98","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.649823683Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d40414e4-e496-4f7a-aacf-5596281748c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:44.649883395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d40414e4-e496-4f7a-aacf-5596281748c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:45.453837642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"ca68d4c0-7ae9-4403-9feb-3df5cec94fb3","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503235677Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8d3ec440-a21a-40e8-a400-7a6057a3b88e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503264893Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ea3ae710-f394-46e0-9f45-c6d5c7836b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503304225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8d3ec440-a21a-40e8-a400-7a6057a3b88e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503330751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ea3ae710-f394-46e0-9f45-c6d5c7836b98","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503555107Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"a64bf278-889f-420b-b317-5013f52feb01","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:45.503607065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"a64bf278-889f-420b-b317-5013f52feb01","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:47.545380947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"b7dcd5fb-4d87-44ff-98ae-65c972900642","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.115539334Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e4b4ea3d-cb0d-4d12-8878-8d49b09c7e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.115613144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e4b4ea3d-cb0d-4d12-8878-8d49b09c7e44","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.115845947Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"adb5de89-26e5-4f78-9071-411c6f792ec6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.115890028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"adb5de89-26e5-4f78-9071-411c6f792ec6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.116185835Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c0d20f91-3a9a-4315-a79e-85bf877c9060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.116233925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c0d20f91-3a9a-4315-a79e-85bf877c9060","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.440605501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"c3a529da-97ba-4d7b-a9e4-1c0073299415","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.461304009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"0c8edcb5-9597-4c08-b2a3-d3d025e19a6b","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.524371678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"ff7fe07d-9aad-4948-8cc1-28c6647dec92","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.545215878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"ff7fe07d-9aad-4948-8cc1-28c6647dec92","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.645630057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"8e4639af-666c-42e1-918a-26777e753500","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.667968678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"5dce191a-edf5-4b6e-9f11-9e431219aeb1","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.68247082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"a6ac2356-66b0-4333-b619-e2639bf02617","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.685906921Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"5dce191a-edf5-4b6e-9f11-9e431219aeb1","name":"distinct-w3-83f889","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:48.685973128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"5dce191a-edf5-4b6e-9f11-9e431219aeb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-83f889\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.691268961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"90b123e4-af28-48b9-bb74-c97e08079a38","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.711299046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d956e850-116b-4add-8426-30c0b77aeb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.711305432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"65349faa-5829-4690-86b4-ab2e11b07f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.718521313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"ffe51652-c3af-4f20-91e7-c2fa7290747f","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.719619381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"6c25ea1c-1a59-441d-afab-a850b892b573","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.733229047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"65349faa-5829-4690-86b4-ab2e11b07f9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.73324675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d956e850-116b-4add-8426-30c0b77aeb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.752188476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"604dfcbd-d6df-46d7-9d18-1f57731715bf","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.837783853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"5fb69f34-cac5-4c6a-b04f-2e67f6c840d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.858142213Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"4bf5c32d-e8d6-4f49-97ed-68f7cc6a1321","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"distinct-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.86411359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"5fb69f34-cac5-4c6a-b04f-2e67f6c840d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.887754126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"37d9bb41-aa90-42ca-8ccf-940c6d059b15","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.910195071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"81402f21-d6e8-442f-a923-b8713faff01e","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.91045404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fd5054d2-49c7-4085-bd81-2fa57c2e55b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.911032875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"605e4236-d778-426d-95fe-ca1cb03f075a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.916950615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"b1b2bcdd-a8eb-45ff-9901-78d0f524d8b5","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.932229976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fd5054d2-49c7-4085-bd81-2fa57c2e55b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.932530788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"605e4236-d778-426d-95fe-ca1cb03f075a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:48.982364953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"5a5a5c10-02c4-4fcb-8e9a-a3b78f28c7cb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.027831254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"016b70f4-e414-4e18-997a-62e783f1654d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.049361044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"016b70f4-e414-4e18-997a-62e783f1654d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.09886095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"aea3770b-8148-4f61-8f25-8478c2cb62fd","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.098942348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83f889 priority=0:[ai-tenant-e2e-worker-w3-83f889/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-83f889/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.123683737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"016ae6da-ca43-43e2-8894-dc8bdec81d0f","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.126262803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"6017a93d-a3ea-47c4-8212-1db7a3bdbfb7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.133280122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"e20f656d-aa88-443f-8359-661c1f330765","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:49.141423415Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83f889/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.14172201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"a54eaad2-0110-4922-8659-93ce301f8ead","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.14739126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"6017a93d-a3ea-47c4-8212-1db7a3bdbfb7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.154380126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"ef574a14-a5c5-4631-a4b1-783541dcd4cc","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.223284058Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"ec710fd7-4c20-4daf-839b-6f712925eb1b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","model":"distinct-2-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.227103195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"41ce2a5b-a341-4885-a807-e690e6d56153","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.227246146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"42c26658-d8e4-448b-ab8b-a26ab957f1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.227103454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"39be50db-c8ad-4ed9-a14d-03ef8ac21177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.25025094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"42c26658-d8e4-448b-ab8b-a26ab957f1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.252653818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"41ce2a5b-a341-4885-a807-e690e6d56153","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.253499353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"39be50db-c8ad-4ed9-a14d-03ef8ac21177","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.282273354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"fa7e1681-8d79-4ef6-b1f6-970aa7296acd","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.347424842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"55314c78-b700-4f34-b90c-7c4e656e9680","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.386703965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"71503757-30eb-40b2-9548-29a17f276584","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.402249878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"618e0ee9-4076-461d-82aa-b2821a4e08ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.402648595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d674ddf2-68c7-4ebb-9f17-2b2f217566e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.40882178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"71503757-30eb-40b2-9548-29a17f276584","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.425223947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"618e0ee9-4076-461d-82aa-b2821a4e08ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:49.426126345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d674ddf2-68c7-4ebb-9f17-2b2f217566e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.578762939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"92c346f6-98e2-403f-b04e-e76dd5267cf6","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.63892728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"3471b09b-5f77-4119-894c-93901b772a9f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e21a95aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.657438701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"88c0aff4-e294-4e68-8339-499bb017888c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.659778901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cc21ecc6-e828-4d25-8e48-d5a336751bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.659793797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"0736b6c7-7791-4da0-a084-f8b61dcfcbcc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.666602516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"f267ca3b-4a8f-483b-8bee-9178f721fb65","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.679338781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"88c0aff4-e294-4e68-8339-499bb017888c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.68090232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"0736b6c7-7791-4da0-a084-f8b61dcfcbcc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.681761138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cc21ecc6-e828-4d25-8e48-d5a336751bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.687644489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"f267ca3b-4a8f-483b-8bee-9178f721fb65","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.805247287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9a44bd2e-b59b-4df7-80dc-bdc328623b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.805247284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"7a635374-ec1c-43db-8b0b-e36ebc89d0de","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.806431672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6a93056c-64ae-487b-b744-2a276fb338de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.819664534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"ae1397fe-d45b-4457-84d2-4e20b370fad3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.827742099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"7a635374-ec1c-43db-8b0b-e36ebc89d0de","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.827779244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9a44bd2e-b59b-4df7-80dc-bdc328623b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.830208828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6a93056c-64ae-487b-b744-2a276fb338de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:50.84062951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"ae1397fe-d45b-4457-84d2-4e20b370fad3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.287225176Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"fc1eaaeb-f6a0-4ac4-b6db-c920fa72fd70","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.287337071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"fc1eaaeb-f6a0-4ac4-b6db-c920fa72fd70","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.289771387Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"561c4006-96c1-4b30-b1b4-dbca392664af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.28977475Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7e17b0a9-671e-411c-9f5f-c4708c1c9655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.290001623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7e17b0a9-671e-411c-9f5f-c4708c1c9655","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:53.289904032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"561c4006-96c1-4b30-b1b4-dbca392664af","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: compose ai-tenant-e2e-worker-w4-5b5aec/e2e-dedup-subscription@e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: model e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.51048576Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-subscription","reconcileID":"f535d016-05c9-40fd-b520-123834edd6ac","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.60389126Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-subscription","reconcileID":"f535d016-05c9-40fd-b520-123834edd6ac","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.686295433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"a921203b-8d15-43ac-ac22-1b914bfe4e77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.771658981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"30221eae-27bd-4261-82aa-12cc69d11806","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.801295616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"f1b0b6e8-2b9f-49be-bdbb-0a2c142eac5d","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.871825511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"40be22db-5caf-49f7-861e-f32909db9fba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.872820854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bc94c479-ec86-49a3-a749-ad64e12f2608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.873281186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5e1bdcc3-c231-432f-bf59-3b4a8700aeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.896741912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bc94c479-ec86-49a3-a749-ad64e12f2608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.916228298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"40be22db-5caf-49f7-861e-f32909db9fba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.919820928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5e1bdcc3-c231-432f-bf59-3b4a8700aeda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:55.93760726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2a8330ca-db51-46af-b0c7-b8dad67d96d8","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:56.117167864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"60614ef2-630f-40df-b1fd-a1f75a17b507","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:56.208010164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"40be22db-5caf-49f7-861e-f32909db9fba","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:56.208614516Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-dedup-auth","reconcileID":"282391b5-7e00-4362-8619-fbe6d00f18fc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:56.20998167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"42c6570f-5032-416c-b31b-1c75f8e490bd","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:56.402775932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"d3d6daad-b8ef-437b-9b79-3a8c131db2fd","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.460939053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"bd4832ae-af11-4c2c-a390-4a4be40aecfc","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.461670926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"78b80ed8-3bea-4303-86b0-20f1eb60169c","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.50531801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"623db43e-1932-4d4c-97a5-d2919e78cdfb","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.522534426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"82e8d864-6a34-4e58-a559-4775be3827c4","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.645687167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"9b4a4dec-0013-41b1-822a-69f8bc8ab644","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.6943774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"02891e6d-cd59-43f1-94de-fb7966a57867","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.710450083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"9b4a4dec-0013-41b1-822a-69f8bc8ab644","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.724638667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"1c5e430e-b0fc-41ee-bd85-4334640ca0ef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:57.746339063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"73827243-f5d7-4064-ad8a-36eef048c79f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.757141132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"ec628706-54ca-4159-bb66-e543fa8e6bd5","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.757769269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"a7c905e8-9bd3-47ac-bae4-c6f3b0daf762","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.804760972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"eeeea242-2108-48c5-b3e1-66d7af00ea58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.805489541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2efcbe1d-cd71-4c65-b9d7-037442f272d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.807014906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"dbe2a9ee-12cf-4ee9-a15a-65153b3810bd","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.807732372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"2f1cbd3f-c227-4c31-8b20-e49595ee4b71","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.846391029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"eeeea242-2108-48c5-b3e1-66d7af00ea58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.849141849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"64a310a8-8713-486a-bd7e-52b1d65605cd","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.849733267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"ec950e72-7d64-4b83-bf6e-5c5497874022","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.85493735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2efcbe1d-cd71-4c65-b9d7-037442f272d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.932860377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"81b5cb5d-56e3-448e-84e6-da2a96dac149","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.933782811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"eebdb377-92c1-48f6-a84c-7d94ed815bcc","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:57.942541568Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"bd60d218-ad5f-4f7c-8a67-a74ffdf98f9d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","model":"distinct-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.003649044Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"bd60d218-ad5f-4f7c-8a67-a74ffdf98f9d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","model":"distinct-2-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.017746394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c7ae6fb7-0eae-4b18-9d6b-78fc938cd59a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.018413457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"71b1d960-a09a-4c57-8d95-9a6f2fe820a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.052473105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"71b1d960-a09a-4c57-8d95-9a6f2fe820a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.054541002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c7ae6fb7-0eae-4b18-9d6b-78fc938cd59a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.103215976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"1411d40a-44da-4200-b319-ced3e6078c3f","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.104002507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"ce4ffeeb-1ea2-4428-bd09-03d3814614c2","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.151993212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"cd1d7438-3d7a-4feb-bdac-9e770d777927","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.188845229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"cd1d7438-3d7a-4feb-bdac-9e770d777927","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.197996214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"3ceef297-942f-48c2-bf9d-1b276e6c5666","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.263576342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"3ceef297-942f-48c2-bf9d-1b276e6c5666","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:57:58.44142133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"cd1d7438-3d7a-4feb-bdac-9e770d777927","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-distinct-models-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.541648916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"64579fe9-ee72-4df7-8ac3-b37642ea5084","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:57:58.564752945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"64579fe9-ee72-4df7-8ac3-b37642ea5084","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.657564014Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"327c5a74-ebc0-4921-9066-702ab84fbfc7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.68627728Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"327c5a74-ebc0-4921-9066-702ab84fbfc7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.706220212Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub1","reconcileID":"327c5a74-ebc0-4921-9066-702ab84fbfc7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.878926509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"79e7f056-527e-44ab-a9b7-f7a8e0c13678","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.918628975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"c1b77590-2f0b-4c30-a8a1-fcea2861445d","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.919288771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"469fd501-fcfa-40ce-9abb-20766a4771e6","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.921717873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"4eb86f85-cb74-4237-ad1e-74807dd6428d","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.945396963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"7fc80668-3d73-4818-937e-604c28f0be8d","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.980753496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"32dc190d-ebf3-48ec-ad77-beec78398cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.981472121Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"314961e4-ff1d-43a8-9efc-7174cc469312","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddb76429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.982395738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"694108a0-067a-4309-b903-7fecf938e902","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:00.982910134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"58e855b7-714a-4fd8-8374-00be7b63cb18","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.001108454Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"656ad188-0b92-4786-b8fd-fe05781d009f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ddb76429","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.012447974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"32dc190d-ebf3-48ec-ad77-beec78398cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.026415655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"58e855b7-714a-4fd8-8374-00be7b63cb18","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.030137445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"694108a0-067a-4309-b903-7fecf938e902","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.080711358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"898f900f-d53d-4c6c-b014-78e9cb69ad83","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.102714568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"954157e9-6a5c-47e6-8127-3694d23fb232","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.113631851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57e6159a-9ea7-4ef0-a597-e4280c5c18dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.113641351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1dec0d22-fc56-4d84-b3e3-6ac10c9f15e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.14083837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1dec0d22-fc56-4d84-b3e3-6ac10c9f15e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.143858652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57e6159a-9ea7-4ef0-a597-e4280c5c18dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.151591767Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"f91b8108-e1c6-42d7-b373-46af13109408","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d2c63e43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.323592804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"7c70c8f7-becf-48df-884c-f0d808b91641","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.324404078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6cbd8301-edec-4610-a7e0-05c46d708693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.325002755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"6b4be397-4c1e-4d4d-bed3-e76251bb6564","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.347509942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"7c70c8f7-becf-48df-884c-f0d808b91641","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.349803031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6cbd8301-edec-4610-a7e0-05c46d708693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.350915821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"6b4be397-4c1e-4d4d-bed3-e76251bb6564","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.401880299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"26a29ca4-6ddf-4eeb-9f38-de5737bb331a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.425752464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"26a29ca4-6ddf-4eeb-9f38-de5737bb331a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.499332371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6bd69f29-a1b6-402c-8c50-74d93a0698d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.522321476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6bd69f29-a1b6-402c-8c50-74d93a0698d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.60131953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d2d3ab16-a4fb-44c3-9f32-11d9ab614e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.60184125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"8985bf6d-ccad-4b87-bf72-5389a3ddfd6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.624712299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d2d3ab16-a4fb-44c3-9f32-11d9ab614e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:01.625147103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"8985bf6d-ccad-4b87-bf72-5389a3ddfd6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.662307052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d6f46d75-2aa2-4fca-9582-6eade549dd3b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.682350157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"7c50d5e0-e16b-4fd8-9825-cfd4853afad4","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.735132522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"b7f3ea3d-f99c-40b2-bf91-9110a1564425","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.759642028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"b7f3ea3d-f99c-40b2-bf91-9110a1564425","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.861025671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"33db7705-de24-4365-8858-3134a732d4bd","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.882787593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a3e18e5a-dd2d-4982-aeb3-c9d8efd27886","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.919251597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"46d47ea5-a589-4dcc-b227-1e3f0b762de9","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.934634939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"2080767c-2433-44ad-a8d8-84dd273f6e37","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:02.934578349Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-sub","reconcileID":"06249fbc-5d89-4dc0-8dfa-e9e417b85d96","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.957512618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f757c445-28ad-4d19-97d9-201c2b42470f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.958091794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9c0868c4-bc70-48ca-b289-dd475e616ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:02.963180156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"2080767c-2433-44ad-a8d8-84dd273f6e37","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.019106815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e209db6a-d7ca-4066-bb01-88f93eb5fa56","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.019613804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9c0868c4-bc70-48ca-b289-dd475e616ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.025957728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f757c445-28ad-4d19-97d9-201c2b42470f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.04224245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"35f9396b-7668-406b-922e-046d808e5401","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.09867829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2b83c51b-bddb-4596-9aad-984e4292a8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.099070243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"bc7e7e95-20f6-4179-b75c-56c68360e96a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.133868499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"bc7e7e95-20f6-4179-b75c-56c68360e96a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.135944374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2b83c51b-bddb-4596-9aad-984e4292a8fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.144452895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-sub","reconcileID":"5f162d48-ac78-4c80-8451-7b34f9cb3259","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.195792421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"15beaad6-ddff-456d-9c08-7d22640b3d77","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.24568957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"256e2252-f5c5-4890-a4b6-5a83da7cf05e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.245989943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"45e280cf-0a31-440b-9fec-54cb80c27754","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.296043785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"15beaad6-ddff-456d-9c08-7d22640b3d77","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.395234615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"10b8e2e8-553c-4024-bb5b-88359a33d233","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.395809339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"54c9d76a-462b-4cf8-b493-b00e730e838c","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.423402037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"e2eb5f33-4f72-4042-96b7-1f18bba04e7d","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.424090637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"aac6987e-52d6-45f3-89db-7fe00815a676","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.619642339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-sub","reconcileID":"a54f59bc-e4b8-421b-bef3-025562e14eb3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.625357401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a708a4d3-9ebd-46a8-a33e-2b405ca55593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.626082482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"85ad1d5b-de66-4f5a-a789-f47ea63a4a47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.695888568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"951d62c1-bb7e-4bc4-b65b-e775168908cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.834485595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a708a4d3-9ebd-46a8-a33e-2b405ca55593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.847527632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"85ad1d5b-de66-4f5a-a789-f47ea63a4a47","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.870163887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"bdb08d16-0f43-46fa-90b2-c3f1698f7721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.871242509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"00545987-f59c-4314-978b-59ec2c4e99da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.872030555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"1853e750-821d-4081-9605-e1d5372fce73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.928006579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fc8a9d13-97e5-48cd-96bf-13bfb5b10cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:03.955841153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"bdb08d16-0f43-46fa-90b2-c3f1698f7721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.09375057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"00545987-f59c-4314-978b-59ec2c4e99da","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.135860319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fc8a9d13-97e5-48cd-96bf-13bfb5b10cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.306795333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"7df202a4-ed26-4995-883c-cbc40f4513a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.307352792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d5f6c6a2-c534-44e5-a8fc-08bd7e66d1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.307765479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0a2b012d-4380-4d7f-9c3e-c00a2f93c6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.384328561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0a2b012d-4380-4d7f-9c3e-c00a2f93c6d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.414823036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"7df202a4-ed26-4995-883c-cbc40f4513a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:04.417837254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d5f6c6a2-c534-44e5-a8fc-08bd7e66d1af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.708041525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"9819cc0d-577c-46c3-969c-7645bfd8c6c8","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.757898163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"3a4bb15c-a435-42b8-8320-ca9900750979","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.757905492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5d58d641-0513-475f-94eb-db994bca9626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.758134732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"25ba77cf-c138-4a0e-9d25-3f06a8b91d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.780650796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5d58d641-0513-475f-94eb-db994bca9626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.780700812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"3a4bb15c-a435-42b8-8320-ca9900750979","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:05.783598628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"25ba77cf-c138-4a0e-9d25-3f06a8b91d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.607733081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"24cfd6ef-3f5a-42bb-af2f-e0f3a4a4f177","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.608302017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"5e765d7c-71aa-4fd3-82c0-c5279babd3dc","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.641873332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2a1d9581-8e6c-4e67-bafe-76d6a13669e9","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.642179891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"58fba777-d4c8-4cb3-a469-bf124b9b43f3","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.655247646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"deac6807-cfc9-45c3-8f4f-793859773353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.655704733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"302c95b8-8699-4ba5-a282-c16114aa5753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.673888039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"c25de6da-f5bf-47ee-b706-cfbdda0dcc70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.673944108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"9743b8ea-85ca-462a-ab97-d974f04a30dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.676389267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"302c95b8-8699-4ba5-a282-c16114aa5753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.677528845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"deac6807-cfc9-45c3-8f4f-793859773353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.783726103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bdc842c0-748a-40ef-9ca7-802603b0868c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.784462283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c45a000c-9cb7-47c7-9ff0-1b75d2ac9399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.813019629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bdc842c0-748a-40ef-9ca7-802603b0868c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:09.813599048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c45a000c-9cb7-47c7-9ff0-1b75d2ac9399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.017428307Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.033848319Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.05054695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.068983073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.085766199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.1017894Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-subscription","reconcileID":"ab58c14a-d94c-4a28-b8b4-15a11f4cb00c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.168638821Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"fc259bd2-3c7c-4e2a-9e1d-3a7dcf2a5222","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.185396913Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"fc259bd2-3c7c-4e2a-9e1d-3a7dcf2a5222","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.194985173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"a0e2d303-6b53-4ad3-aeb4-081a60faec3f","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.20221754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-sub2","reconcileID":"fc259bd2-3c7c-4e2a-9e1d-3a7dcf2a5222","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.21686056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"fcc69ca2-8116-4ec6-8b36-f2311b843d9c","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.276896825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"757446d8-ac9e-4cb7-9ed8-141367ea3bbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.277336599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"59e71776-0497-482a-9207-bb2bc894e91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.277442782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b3701e5e-3029-4cd8-a9d4-76fb0e9930f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.299889709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"757446d8-ac9e-4cb7-9ed8-141367ea3bbf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.303428809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b3701e5e-3029-4cd8-a9d4-76fb0e9930f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.303791207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"59e71776-0497-482a-9207-bb2bc894e91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.304039389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"be94c752-ff1a-4373-a424-d9166933e6a3","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.348388953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"afebecd6-8a22-499c-aa00-00c40bb51c83","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.34870709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"41de2ecc-3bea-4e85-9eef-ec6e799c0e91","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.378862427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"7ef2b28f-d3c9-41bf-be89-1eee5300314c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.387595055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a5c49d41-388d-429d-8a33-64f43b645997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.400145728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"7ef2b28f-d3c9-41bf-be89-1eee5300314c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.40832173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a5c49d41-388d-429d-8a33-64f43b645997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.466914384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"d6199288-5412-4364-80f5-982727ede88d","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.526630457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"1eda034d-7540-45e6-bac9-ed670794333e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.52663049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"de6715cc-3a0c-47c7-9325-faa5f5cebf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.541238298Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth1","reconcileID":"e9c8a61b-b42f-439e-bdd2-993067034c30","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.552725192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"1eda034d-7540-45e6-bac9-ed670794333e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.553732878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"de6715cc-3a0c-47c7-9325-faa5f5cebf64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.641616608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"7f8ac57f-066c-4eaa-bb3c-ca99fef7b115","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.657096381Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-distinct-models-auth","reconcileID":"7f8ac57f-066c-4eaa-bb3c-ca99fef7b115","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.677737099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"df3e295a-ac1a-4c98-96c5-38aaec56b844","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.813383477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"dda8d41e-d06b-4bab-ae91-b56525c44a08","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.813724389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"c753172f-a960-4b85-867f-ff5068e153af","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.846236113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-return-all-auth2","reconcileID":"bfafb463-23f7-4fbe-9080-b87f24af1e2e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.846529823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"cb4fd96e-d5cb-4cb8-91e9-fc870d0c5041","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:11.990772875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"fe37c490-bb17-4c58-9d00-a3a37e7ffc83","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:12.902120902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"92594c1a-dca9-439c-b4be-44b5bffd2e64","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:12.940588206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"60971e93-581d-437c-904f-b6269f925958","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.089170522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"6a9a1bfb-171e-4966-b5b9-c74dccc7caea","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.158876169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"eabd4caf-f59e-434b-94fe-2831772c3464","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.257865811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"89ec1070-204c-45e6-831f-d4e264038ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.273807364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"cb9c36db-94ce-4282-b9b7-97178baca2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:13.291122355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-valid-sub","reconcileID":"cecbfa42-e3fb-4e39-9789-1d9594823fb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.347669155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"5317fbcc-f074-40b8-8825-8ac6eda9fea5","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.333580611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"6a9a1bfb-171e-4966-b5b9-c74dccc7caea","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.506240495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"89ec1070-204c-45e6-831f-d4e264038ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.547516783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"6ab91e46-4ab6-4b9a-bd69-7ab5ed74026b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.550917692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2039eb15-3c07-4aa2-920a-dc2d6b75796c","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.507924275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"cb9c36db-94ce-4282-b9b7-97178baca2dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.571394977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"647faf95-3697-492f-b7b6-a8867d52f23b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.572523192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ce8e6220-ede2-4d68-a1c1-2208ea33ec91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.587876709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"9cdc5b6c-3ebb-4fcd-aa87-83200b338b95","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.634807371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"647faf95-3697-492f-b7b6-a8867d52f23b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.635867138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"0a8ede68-9c54-431e-a003-56c328395ebe","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.656323602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ce8e6220-ede2-4d68-a1c1-2208ea33ec91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.684364999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"38f64599-8200-4d6d-94a5-08fabb017d3c","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.685104583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"b6f4e50a-797e-44d9-b613-7ff88be000d0","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.706149532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"50824dfc-5d90-4bb6-81d7-3d4c3f960fa1","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:13.71021303Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83f889/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.771902054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"b51ddcd8-3e4e-4197-a5dd-edc9a657cf83","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.772720076Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-valid-sub","reconcileID":"765b9dc9-d74d-49b8-8cf9-4b3edc375d5a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.897629204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b37d1013-f5fe-491b-8213-76b1a02f58a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.948687328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"010660c4-7801-4679-9ff1-525fdd7e19ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.954384447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b37d1013-f5fe-491b-8213-76b1a02f58a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:13.982321943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"6a6cb5a6-ec1c-4818-9a7b-57ced25e7561","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.004094251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"010660c4-7801-4679-9ff1-525fdd7e19ef","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.02680383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4cf27d51-06fd-4d01-ab58-1904cd3eadbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.027133367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"37913438-923e-4c17-aaac-a55d441f1250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.027860343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3c81742f-1fc0-438d-9237-ac25f9f7a2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.029120573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2fb23e5f-285d-4637-9e4b-12bb7685e22f","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.030143235Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-sub","reconcileID":"a523ab65-fc39-428c-b5cc-7debae452a20","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.137040914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"bb95b33b-e348-4457-9eba-a18a6f4e8cb2","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.14649502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"37913438-923e-4c17-aaac-a55d441f1250","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:14.291255091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"010660c4-7801-4679-9ff1-525fdd7e19ef","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.193799178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4cf27d51-06fd-4d01-ab58-1904cd3eadbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.24659755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3c81742f-1fc0-438d-9237-ac25f9f7a2ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.317534757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"db1894d6-7d57-439f-b1e8-ffda82d62a7d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.319767249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-valid-sub","reconcileID":"312c7e8d-3981-48dd-90f7-2dfd46f50b7b","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.320514072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"095c147c-f827-4fb8-a4ff-11203278a334","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.363706516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"db1894d6-7d57-439f-b1e8-ffda82d62a7d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.383807058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"e9ba816d-0c0a-4a3c-81fb-49379fc00dc6","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.400593895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"73d559f3-094b-4f41-a201-56b36c6d3965","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.427090422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"73d559f3-094b-4f41-a201-56b36c6d3965","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.462769718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-sub","reconcileID":"2f10c71d-135d-441b-9ccf-697ac8c1d047","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.604370999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a2cc3a6f-1d3e-4d3a-90ce-6299d4502669","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.687469798Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.716749366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"75d09723-c354-487c-8626-3f979e3a87a3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:14.750790632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"75d09723-c354-487c-8626-3f979e3a87a3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:15.7669029Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-sub","reconcileID":"d148dbbf-c9a9-4d56-ad74-8a67261dd10c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:15.856439339Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-sub","reconcileID":"d148dbbf-c9a9-4d56-ad74-8a67261dd10c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:15.938209559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"4b49fb61-3a51-4361-a515-69e18b8d43d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.01271138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"346e2c8b-27ec-4b35-9f59-87cf667c1340","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.036094203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"3c0d6881-9450-4388-8d95-f7092f402950","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.062113299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"2927b0ba-185c-48c3-b8c0-d35c7a0d663b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.062754545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"958c7359-6068-4130-9107-fc9ac8ca4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.063392636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"225f8dab-e67f-4ccb-bf77-6e11b391dad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.073373766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"2032f692-9b54-4fd2-ae9e-a23770be3ad2","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.084089063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"958c7359-6068-4130-9107-fc9ac8ca4f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.085264575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"2927b0ba-185c-48c3-b8c0-d35c7a0d663b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.087425588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"225f8dab-e67f-4ccb-bf77-6e11b391dad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.165540717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e88648d0-c566-42f1-b2ca-dab5b4e966ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.166046018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"89a4ab7e-2bf9-428d-8f5a-d1430df4ed6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.190862289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"89a4ab7e-2bf9-428d-8f5a-d1430df4ed6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.191674838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e88648d0-c566-42f1-b2ca-dab5b4e966ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.191696164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"24550556-caf8-4cae-b79b-5ea4529f3dfa","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.217294723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-api-key-scoped-auth","reconcileID":"a4fa9e75-6274-4b67-9553-71898db39f10","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.264716577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"08b69ea3-0082-4dbb-92c9-dc565da6b607","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.269863753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"cd595f9f-339e-4f58-9afe-897a4a1ce3bb","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.285754969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"08b69ea3-0082-4dbb-92c9-dc565da6b607","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.368228364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"28833005-9a90-4f4f-84d0-24caf7bf30e0","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.417919798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"403a1cef-2e69-4d21-9a97-9667406f52fe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.418157633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4fa43f2b-ae28-49e9-925a-3293bd6adb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.418421368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"35c3c75e-6f30-43c3-9123-27dd9422cf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.439757187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"403a1cef-2e69-4d21-9a97-9667406f52fe","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.440863812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4fa43f2b-ae28-49e9-925a-3293bd6adb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:16.442739638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"35c3c75e-6f30-43c3-9123-27dd9422cf7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.609210037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"4528c499-8181-4058-a7ea-f5b3fc7b10f3","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.628113812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"8a59ac95-524b-41c0-9b99-8d9ea8980e8c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.675468555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"6574962e-139a-48de-8abe-984f6170ba37","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.696893485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"6574962e-139a-48de-8abe-984f6170ba37","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.791728229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6b22c75b-52c0-418b-89f6-e576c827e50c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.824003045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6169a8f7-ff72-43d0-8367-d9b1e76c1573","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.839226385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"e372e44a-3063-4d2d-a2b6-c75cc3b9795e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.844850161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"eeda3322-389e-45b0-bab4-83217e1022bd","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:17.867018858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"4d0f8bb6-7be8-4ed9-a7c6-43357c61e6de","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.874346923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"e372e44a-3063-4d2d-a2b6-c75cc3b9795e","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.919759286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b20e08e7-8fb1-4694-844c-4cb186b890d2","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.940560848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5bde4dce-3ea8-4971-9443-269322e15429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.94082327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"06bfc4c6-7ed4-4243-abfe-6e1c4d38a449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.941390875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6c5a24e8-799f-40cd-bb3f-0b1283eda5fe","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.962584618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5bde4dce-3ea8-4971-9443-269322e15429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:17.962993431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"06bfc4c6-7ed4-4243-abfe-6e1c4d38a449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.020728161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-a0e73d priority=0:[ai-tenant-e2e-worker-w2-a0e73d/e2e-models-other-sub ai-tenant-e2e-worker-w2-a0e73d/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.021108222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"4ee34ced-be89-463e-816a-00cc6e5b1d40","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.030271743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"a321014a-6e0d-43f8-8ec1-7f61f22f90da","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-models-user-sub","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.041979232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"5edc23e8-ea47-4af5-a3c3-8f27874c96d5","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.057382277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"a69f1e58-4965-4424-bfbd-9f60452c2ddc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:18.057604894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"a9c4377f-20a0-4ece-9388-1dfe7bda526c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.063319681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bbf217cf-afa9-4b51-b5b9-7d3b7843d8b9","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.08000395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"a69f1e58-4965-4424-bfbd-9f60452c2ddc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.091139667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"9730867d-b683-4279-9700-a1e1e9733d5a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.092369519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c58bb4ef-2063-4f79-89b3-4fd56c209323","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.113522149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6a5319fb-da98-46db-b1da-961497f65e46","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.131842377Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"0e310285-35f1-4188-974f-6cbe5724f547","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-models-other-sub","ai-tenant-e2e-worker-w2-a0e73d/e2e-models-user-sub","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.157387401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e481b4e1-5014-4a18-aab3-8390f790c844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.157394938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6554fa84-bfa1-4460-8b67-b7e2cdfb6549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.17823862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6554fa84-bfa1-4460-8b67-b7e2cdfb6549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.178248997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e481b4e1-5014-4a18-aab3-8390f790c844","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.206660995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"36430faf-9782-4ef8-8e9b-f85dedec35f1","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.206664373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"034069ad-21d5-4c37-ba23-6f8935c3c4d5","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.232670232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"5cb55a26-e6d7-4ae4-89ce-af0207d09f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.265350309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1a5df0b0-ec50-43ca-baf8-6bb9129111b4","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.308887866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"005a0609-4335-4749-a7e4-481cc0c72e85","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.362370068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"7efc8762-9eb3-4616-877f-fa420ad22174","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.38352466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"7efc8762-9eb3-4616-877f-fa420ad22174","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.409727734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"f2e0dce0-030d-4880-a1f9-a8e9264c4aef","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.718769375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"09acbc71-bbe9-4480-b2cd-513c4c7d3311","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.768593683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"dd056893-8872-4b65-a38d-0d20c93e55e6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.76862222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2bdd4da6-366d-4d97-80fe-01162304bed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.768997517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"145d878c-b694-4818-9057-b3b22eeeb7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.790043147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"145d878c-b694-4818-9057-b3b22eeeb7c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.790430797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"dd056893-8872-4b65-a38d-0d20c93e55e6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:18.792467131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2bdd4da6-366d-4d97-80fe-01162304bed4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.155959492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-valid-sub","reconcileID":"b89bf2f2-d2c7-470f-8f81-29a57f05ed2a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.258855267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"711f4e02-fe69-476e-9047-e69d68799cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.259536665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"4d32a69a-7c03-4452-b14a-7a7c0e5e93b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.260353885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a203b176-ced8-413c-8e3a-7603a4db54ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.464429043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-valid-sub","reconcileID":"b89bf2f2-d2c7-470f-8f81-29a57f05ed2a","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.46490913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"4d32a69a-7c03-4452-b14a-7a7c0e5e93b4","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.465536215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-sub","reconcileID":"37fb65c0-c576-4b34-8779-63a1cfa3f31e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.480261407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a203b176-ced8-413c-8e3a-7603a4db54ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.526508132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"711f4e02-fe69-476e-9047-e69d68799cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.705839884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"7d2173ae-66a2-407b-90d9-ebcee76596b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.71955009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-sub","reconcileID":"37fb65c0-c576-4b34-8779-63a1cfa3f31e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.906851339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"af647d59-e6ca-417d-8377-f89b0f3e91c9","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:26.93328706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"b66c5b88-78a1-40ba-aa01-e6adf0007893","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.004543726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"58e73fab-9cfb-4772-b172-0f7d8e0efb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.036127687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"40065134-8814-4dfd-a468-187469a34ff2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.036808594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"94129b4e-4bcc-475f-b644-bc4825c3f629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.118596317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"df874447-8854-42bd-beac-89bf14f236c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.209897555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"476b688e-4599-4020-b334-255269030835","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.334888169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"40065134-8814-4dfd-a468-187469a34ff2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.336951193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"94129b4e-4bcc-475f-b644-bc4825c3f629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.337538958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"443e527f-d15b-4732-977a-4569612b6208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.337951811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bcff46e0-a7c7-4636-8810-b6730ba1f056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.473442659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"58e73fab-9cfb-4772-b172-0f7d8e0efb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.549937952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bcff46e0-a7c7-4636-8810-b6730ba1f056","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.588567555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"443e527f-d15b-4732-977a-4569612b6208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.608433287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"18a1e93d-391f-4455-af1e-cc0a9ffea61d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.764229426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"88c1f710-2819-411c-a61e-cb11d229ad40","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:27.779619465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-models-invalid-sub-auth","reconcileID":"7440d314-f60b-4307-91d7-9d801d01605a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.05141049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"385a3343-08d9-402c-952a-07b7b6d9cf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.053340514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-user-token-filter-auth","reconcileID":"9a39ff1a-eb90-43eb-b3b0-fee9cc7001e0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.078428756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"1f856672-98c5-419d-a3dd-af0d6e47fbd1","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.111988739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"68c71e3d-2560-4a73-8b4c-6a147968a62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.238809128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b6fd982a-61d7-406b-a255-98395734f888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.239928921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b9469fc6-24cc-43c9-8886-405dcc1b1f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.351841017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"385a3343-08d9-402c-952a-07b7b6d9cf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.668630779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b9469fc6-24cc-43c9-8886-405dcc1b1f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.71735384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"41f87981-b825-444e-822e-75177bcdcfb1","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.770549747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"68c71e3d-2560-4a73-8b4c-6a147968a62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.774276886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b6fd982a-61d7-406b-a255-98395734f888","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:28.828983911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"42fd06ab-a3fa-4ff2-bef5-79de83c0418b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.044773009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"b6c7fdf9-3424-4537-aca4-5fc3fb69973d","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.095419416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"321560ce-31ec-4ac5-a81b-27ac57d74268","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.134518893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-user-sub","reconcileID":"42fd06ab-a3fa-4ff2-bef5-79de83c0418b","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-models-other-sub","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.244734953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"a6ad0f93-6e70-4405-9e61-f3f2d6213fbd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.286805225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"6e13081c-7950-485c-af83-178008d9f956","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.344537383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"0ccd0a66-6dce-4908-bd4b-8d3a2c6fde48","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.370821965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"a6ad0f93-6e70-4405-9e61-f3f2d6213fbd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:29.372302651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"02d78c2e-2072-4b28-a139-200a09972f82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.371752003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"4812c6f5-9cfc-4fe1-9e9c-10c8757ca93e","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.43188703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"3dd9d43e-a5cb-4a3b-938b-4fe129564e4d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.473112467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"c6737415-2432-42d2-9310-515a3bf3e83c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.514586204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"18b54e6e-1c21-48e2-a347-3f7133fcf1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.538658806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"47ab70a4-c7fb-438d-8ce1-1da6c4bf2892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.558689038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"bf9d61cd-4f32-4dc5-8067-3bd5c645dbd7","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.559228526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"349f5350-4548-4824-9a07-05e8ee4f7929","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.560283731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"609edcf6-0df4-4a47-8955-90ff3441555f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.656625373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"18b54e6e-1c21-48e2-a347-3f7133fcf1da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.66147763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"609edcf6-0df4-4a47-8955-90ff3441555f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.662926398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"2a68e98e-0df6-4f37-90bb-6553cc58f1a3","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.691420393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"ba02d34e-8c33-4df4-9d13-8b257d363f89","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.692426971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"76636269-0299-435d-89e1-54f343b7eb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.771326844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"47ab70a4-c7fb-438d-8ce1-1da6c4bf2892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.772605199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"14bfe7e8-b275-4035-8d06-42eed2d0e787","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.77853283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"76636269-0299-435d-89e1-54f343b7eb3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.787102519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"2ffd26d4-ed3d-4275-8ce4-9b32b465d045","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.823942206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"6ec54ebb-2ea8-4955-a156-7565e1a0d5a7","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.825071646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-5b5aec priority=0:[ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.875650508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"1549293d-3899-4f1b-b95e-958d86c8fb65","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.87634602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"489ea17f-c1eb-4ba8-8e47-4adfa5b4befd","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","model":"distinct-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.889476045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"53227058-ceb6-4c76-95df-e059a79eaea3","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:29.935443331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.945368434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"d9eb3190-3930-4c0c-b8f0-c329148267ea","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.987268895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"ccc76086-f920-443d-b886-1f2a18ceb694","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.996617404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"b2ab5cca-7afe-46c2-abe0-7eca8032725b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:29.999902949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"a98a9fcb-a2ea-4f33-af45-d014f0763acc","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.001160453Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-5b5aec priority=0:[ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.054699559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"ccc76086-f920-443d-b886-1f2a18ceb694","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.058322685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"b2ab5cca-7afe-46c2-abe0-7eca8032725b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.060459346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f11b867b-4da2-4c19-882e-892092dab5b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.06436838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"6725551c-b952-4ef9-88ef-6fb82a191e55","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.092078878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"b4fbc59d-6730-4de3-b2f1-3549f519a2ef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.092593012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"cfc05a36-8197-4e7d-98a9-4cdcac8bda30","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.072136518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"774371c8-7073-4221-acfd-e3a71118cf67","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","model":"distinct-2-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.114807479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"3f643a9a-dd7c-4847-a7c5-d5a2e8c25e40","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.131830224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"39207694-1e42-4b4f-8b9f-adbb9ad86fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:30.135035985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83f889/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.165966496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"025da8b9-c479-4e9c-91a4-6555b9df193f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.195214989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f11b867b-4da2-4c19-882e-892092dab5b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.195373101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b426a337-3339-44af-8202-471f766d390d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.182851119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"39207694-1e42-4b4f-8b9f-adbb9ad86fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.246604849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"96c6b108-895a-4dfc-994e-548e01aca6ba","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.295683292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"652d5c07-644c-4066-a430-1afe2f263509","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.348782266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"69002577-1db8-4bd5-832b-ea7a5843b9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:30.350930095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"b2ab5cca-7afe-46c2-abe0-7eca8032725b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.354281905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b426a337-3339-44af-8202-471f766d390d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.355033253Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"520c8c95-9d6f-4c29-8018-22f3992517cd","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"distinct-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.379986404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"69002577-1db8-4bd5-832b-ea7a5843b9f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.381534898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"a8b94467-c5b3-4a51-866a-add55cdd5f13","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.382119999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"73ace5d3-ad91-439d-8d62-47d8e3068535","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.397565314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"e6e7f6c6-cd8d-41b8-ad3e-d6888b47ee6a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.399690122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"ef0ee0ca-8e3c-49f6-a6e6-8197c2de7fd5","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.442606695Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-83f889 priority=0:[ai-tenant-e2e-worker-w3-83f889/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-83f889/e2e-sa-multi-no-hdr-sub2]","namespace=ai-tenant-e2e-worker-w4-5b5aec priority=0:[ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-5b5aec/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.442999865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"89105e9e-0c94-4f14-a837-4cc3e2979463","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.449653016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"41d522bc-6d38-48e0-a2ab-3c72ea00b098","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:30.483310585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"037afa0f-dd0f-4023-be2c-bcf79986f26a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.495245872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"b7f06c80-0b60-4697-ae88-3ca17659b84b","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.503577211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"db7a47e0-d911-47a5-9b9a-4bf7374c036f","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.499291154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"41d522bc-6d38-48e0-a2ab-3c72ea00b098","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.534758044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"c934c760-71b8-44cb-af87-5975fcde8ee8","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.54795987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"7bf14b2b-51ab-4be9-a9f0-de1c22f17313","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.572624149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a11eba43-ee61-48aa-9dad-61cf8069d6d9","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.578070128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"7e4d6951-4959-473a-b5d5-5f8f997b63e5","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.589256699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a8e0a7b0-1614-47c8-8c53-ce6a12c05f6d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.593608522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"3f4036f4-464e-4987-8d97-5eacd999383c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.629668321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"3f4036f4-464e-4987-8d97-5eacd999383c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.644167534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a8e0a7b0-1614-47c8-8c53-ce6a12c05f6d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.658385881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e4943f13-0f28-4e8a-990e-c673e2532477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.689378911Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"1667970e-2210-4ce3-ba7b-c3f79f32a219","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","model":"distinct-2-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.693672568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e4943f13-0f28-4e8a-990e-c673e2532477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.760523345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"29460ce5-6bc0-4316-9d7d-96bf66d05122","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.763116283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"dea10a23-741e-4075-b1fb-e8ca24910ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.765025477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"599f9c4b-7c29-40ab-bb67-3f4ab29dbf50","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.778595246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"e05321d4-5008-4d0d-909b-43cdb688cc20","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.779242123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"bec91655-f922-4f1a-a0e0-dc3e0f4a9bd7","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.787929224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"dea10a23-741e-4075-b1fb-e8ca24910ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.922245817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"57048d7e-957c-4fe7-94cd-d9224ad386ca","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:30.965356964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"534ed582-c30b-4eae-acf8-4127bb79bc9a","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.00016109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"0d829b92-f6cf-4786-a08c-34500855ddb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.035571785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"0d829b92-f6cf-4786-a08c-34500855ddb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.04076792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"6b43b1b7-284a-4a40-aac0-bdbe9677488b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.041604938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"88d905a7-d6ed-421d-a153-7c6657e5ef96","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.0646255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fe158955-44b3-4f6d-acfd-1fb84e0aba3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.074603663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"6b43b1b7-284a-4a40-aac0-bdbe9677488b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.090304808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"88d905a7-d6ed-421d-a153-7c6657e5ef96","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.097840522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"4651c19b-0b1e-4055-abf7-287c6c1f98d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.125710066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fe158955-44b3-4f6d-acfd-1fb84e0aba3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.153222944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"31cc6b2b-304d-4269-a180-9fb05534bccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.180542266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"31cc6b2b-304d-4269-a180-9fb05534bccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.206859722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"16a68efc-ced9-4e9f-94bb-ca7d267b62bc","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:31.217566329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"88d905a7-d6ed-421d-a153-7c6657e5ef96","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.269642309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ac31cd70-a26d-449d-8e63-559c09d93a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.295304101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"7c32b677-c4ba-425d-b04c-b77aec3b30cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.302684502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"4413f0fe-f2af-47b5-8c1e-29fbd0edd450","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.313986043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ac31cd70-a26d-449d-8e63-559c09d93a30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.379674033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"f3233f32-9221-49d5-a59f-82fb89c0bcb8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.380290645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"e9dbcd0b-bb20-435d-bcb2-f3c9edf6f862","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.445150859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"e9dbcd0b-bb20-435d-bcb2-f3c9edf6f862","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.450159227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"f3233f32-9221-49d5-a59f-82fb89c0bcb8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.547840828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"461b798c-4ee1-4ded-86fe-9e7d7b8560ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.548714343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0cd57fae-7c54-4362-969b-761ff7b99b2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.599130212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0cd57fae-7c54-4362-969b-761ff7b99b2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:31.600469198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"461b798c-4ee1-4ded-86fe-9e7d7b8560ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.324430808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"8c1abffa-f4f7-450c-ad15-c0f2f5d9b57f","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.390652981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9be681dd-0030-4eae-81a5-e78b806b2681","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41398d55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.416916612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"473ad96b-dab4-4ce9-b591-ad73eab0bb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.417413357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"10653d04-98c6-4091-b835-454923e4b112","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.417898658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2c1eca43-1d8f-4d05-b4af-d749837189e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.418439357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66430644-0877-4aa6-9eeb-7ff9c6e4ec55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.440582448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"10653d04-98c6-4091-b835-454923e4b112","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.445740679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"66430644-0877-4aa6-9eeb-7ff9c6e4ec55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.449721661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2c1eca43-1d8f-4d05-b4af-d749837189e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.449638654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"473ad96b-dab4-4ce9-b591-ad73eab0bb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.676587038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57a75cf5-1f9e-4038-8d39-6990f384bcab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.732307965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"57a75cf5-1f9e-4038-8d39-6990f384bcab","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.799682444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9e053804-20a5-4e1a-9c5d-462f10cffe9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.800280001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9a46f416-75f7-48a6-b64a-74edfb16bca3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.80073052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c7b8572f-027a-4721-b512-33a1d3295f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.826915976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c7b8572f-027a-4721-b512-33a1d3295f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.84570562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9a46f416-75f7-48a6-b64a-74edfb16bca3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:34.852681796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9e053804-20a5-4e1a-9c5d-462f10cffe9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.331093715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"21185b79-392f-4fc1-91bf-829af09470b8","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.356224326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"692fb4aa-4324-4817-8067-b56288de318a","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.402223636Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"f6edfac4-035f-41e3-ac94-a7eb34b1aa50","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76e555e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.52824364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"ef5fae69-79b9-422b-a9af-9d5446f06590","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.529096332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"517c5004-6fe7-48fd-bbf8-de66b517d99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.529797151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"9cf0c234-e617-4670-9369-4dc66d992659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.530461475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"7506a690-4ce1-4ebb-af2d-75b9cbae87c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.605555691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"517c5004-6fe7-48fd-bbf8-de66b517d99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.611502267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"7506a690-4ce1-4ebb-af2d-75b9cbae87c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.615189911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"ef5fae69-79b9-422b-a9af-9d5446f06590","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.618380859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"9cf0c234-e617-4670-9369-4dc66d992659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.829320022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"0baaa6e7-6561-4922-ab5d-29dc45181a5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.85302163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"0baaa6e7-6561-4922-ab5d-29dc45181a5a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.905569183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"6d82ccc3-8950-40b3-b4fb-5b131b4eb618","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.9424763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"39c3eb30-50b4-4bb7-9edc-95d21a60777f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.945361075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f6ab3694-24a2-4c64-a824-fba44e1aa3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.94589443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"219045e2-e44a-4db2-bf9e-749fb1f927ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.975693229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"39c3eb30-50b4-4bb7-9edc-95d21a60777f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:35.979876383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"219045e2-e44a-4db2-bf9e-749fb1f927ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:36.026668697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f6ab3694-24a2-4c64-a824-fba44e1aa3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:39.763155237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"0d713b33-cfdf-4999-9cc1-6e8f307424cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:39.837436747Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-other-sub","reconcileID":"0d713b33-cfdf-4999-9cc1-6e8f307424cb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:39.903044839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"b4fa917c-12d4-4cc1-a085-df23de09a7bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:39.917572699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"0bf81562-da06-477e-a892-9519b65aa7ac","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:39.991299814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"601b4b2d-f697-461b-8d2a-79e7a075b8ea","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.005114106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"bad09e0a-21c1-4735-a1ae-0b0e8495da17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.016343149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"c30ad0ef-10c2-4fe6-a9b7-0f9024af4900","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.023707718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"45d941c4-c79b-4ed0-9034-c44b785f8f1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.023755879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"e1b79ca4-8e9d-4f3c-bce0-f1a1dd258175","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.023986182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"15dc2116-db78-444d-a6a3-307407626ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.024047265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"92f0e5b5-55a0-4763-9304-48df457eb150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.041991524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"b71090eb-8a08-4c0f-a016-fd149833a8fe","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.047611468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"92f0e5b5-55a0-4763-9304-48df457eb150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.047995282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"45d941c4-c79b-4ed0-9034-c44b785f8f1c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.051688203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"15dc2116-db78-444d-a6a3-307407626ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.05172989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"e1b79ca4-8e9d-4f3c-bce0-f1a1dd258175","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.071631298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"22c91efb-367c-4e3a-9140-8c8f44da9535","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.08763766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"51634c3d-c723-4d80-be15-69ac66c001a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.108499795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"51634c3d-c723-4d80-be15-69ac66c001a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.136729051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"9c8d09cd-2691-46da-aa45-08a9934b42d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.144425409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"38176d21-83eb-460f-8340-5d477238ba77","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.18777899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"352f1bfb-68ac-4700-992c-26d29b638bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.187834032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"e13bebd4-3eb1-4cf4-ab78-a6e711ff2402","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.216019598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"e13bebd4-3eb1-4cf4-ab78-a6e711ff2402","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.216143895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"352f1bfb-68ac-4700-992c-26d29b638bd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.295944154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-models-access-denied-auth","reconcileID":"25cf3bb9-11af-464c-8038-53be7786d4d7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:40.401936658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"4eb2f7d8-d0c6-406d-afe7-177898fb14b6","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.664042926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d877ad99-d62e-4466-9bca-182abd645c34","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.664606324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"84ddbea0-faf1-4edb-93f6-f0d2bbf9f106","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.664995919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"d9830d43-4fcf-40b0-9b65-af49fe6776e3","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.697791714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"1b2d1f7d-0d18-4db2-a700-bf9886686598","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.698233459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"f5363f8c-152c-40e6-8d2f-00dfe5bdd5d6","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.698649569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"6c2c2784-cecb-4ca0-a238-31c31e0d262b","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.71463995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dceeb17e-7e6c-40f0-855e-9d0e4de15fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.714675683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"113a142c-9328-4ece-ac01-56166e042830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.733954676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"4a020bf1-f3eb-4ae5-aafd-6d32a1c4cb59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.734080691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"77ad0263-f722-4406-bd3f-36419b7183e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.738578201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"113a142c-9328-4ece-ac01-56166e042830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.73892203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dceeb17e-7e6c-40f0-855e-9d0e4de15fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.757442003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"e002893c-7971-4ae6-9360-bae5ff4fbc2a","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.776512452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"a9eb060a-49d6-43ce-af05-a0e4ca038af4","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.862618016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"edc468e6-e7ca-4c76-a1e1-2553b66f1615","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.887508215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"edc468e6-e7ca-4c76-a1e1-2553b66f1615","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.927203974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6a5146ea-1aa0-4c81-9739-c3187f797b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.927346415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"95d5e098-cd4f-4e4b-ab64-bce127c5fec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.949451324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"95d5e098-cd4f-4e4b-ab64-bce127c5fec3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.949640157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6a5146ea-1aa0-4c81-9739-c3187f797b88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.967753228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"ecc35894-60d5-44a3-a463-93e6338fafb3","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:41.992113891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"f55e24f3-30c2-4709-8cba-5af16822630a","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.005437914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c93b06f1-7af3-4fd1-ace0-2c500e1d1e19","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.010262017Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"f55e24f3-30c2-4709-8cba-5af16822630a","name":"distinct-w2-a0e73d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-a0e73d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.010374725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"f55e24f3-30c2-4709-8cba-5af16822630a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-a0e73d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.017658304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"22e0c070-e76c-42ec-b6f1-26ccd2b46991","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.042812648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"908f65fd-f094-40a7-a32b-07beaee54748","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.04817512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4e309829-38ff-46c3-8f96-6b5edb207ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.048979886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b444fd07-9da1-4623-969f-97cc7adeb0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.063277151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"b9b2dc13-f8cc-42ad-bf3f-c0d1c3024358","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.070086209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4e309829-38ff-46c3-8f96-6b5edb207ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.072575431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b444fd07-9da1-4623-969f-97cc7adeb0f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.097545805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"8d7b3e76-ff41-405b-bc2d-bef71c6c6f1e","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.132387971Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"257df2e1-94ae-4d81-ac36-789958ae7d3c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","model":"distinct-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.163394137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8f0c047b-c598-473f-911d-48786af83246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.184608054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8f0c047b-c598-473f-911d-48786af83246","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.184922116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"5a2a935b-fba2-461f-9bec-e500682ccedd","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.191206174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"eccb652a-27c8-4206-953e-87298394a9e0","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.203707301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"d8b45987-0cce-4822-a382-0399a4553172","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.256326956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b3fcacf7-2b8e-42e3-9e7b-14efdd1d48ab","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.281942315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca435d2e-1dbf-4479-9e5f-68b58ebba358","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.302657667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca435d2e-1dbf-4479-9e5f-68b58ebba358","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.382027513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0cd59ee1-eb95-45b1-83e5-a3b93803271c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.382026577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cd822ba9-de3b-4ef5-91f1-41487b7ce74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.403320654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0cd59ee1-eb95-45b1-83e5-a3b93803271c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.405270409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"0ae79966-bfc6-4e7b-9ad2-fb02cacac083","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.406572819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-a0e73d priority=0:[ai-tenant-e2e-worker-w2-a0e73d/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-a0e73d/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.406906704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cd822ba9-de3b-4ef5-91f1-41487b7ce74a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.428028746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"00a5c589-34f2-4d6a-9252-0ebc95237c89","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.440765738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a5feac06-491d-483d-b692-a527d5b8f43a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.445524992Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"00a5c589-34f2-4d6a-9252-0ebc95237c89","name":"distinct-2-w2-a0e73d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-a0e73d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T02:58:42.445570012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"00a5c589-34f2-4d6a-9252-0ebc95237c89","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-a0e73d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.445662895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"ba4d91e0-1811-4560-b440-0d4aef5825cf","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.45323328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"bfec45ad-c927-4cf3-b0ce-20cfbf150c77","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.475288802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"6a7f6013-2bdb-4499-89a7-7647263c8789","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.483103905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"696855db-ea1b-42e9-90e6-be9aca9d831b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.497323704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"589ee2d8-7acc-4941-9dd4-11772df767e8","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.503612154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"696855db-ea1b-42e9-90e6-be9aca9d831b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.564605661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a7c58b14-00c9-44b6-8ace-0863f84f72be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-2-w2-a0e73d","model":"distinct-2-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.585840593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ef52cf9-4a7b-433e-a2c0-ee7f82a05877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.585887501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2213c9f6-c8fb-4338-8d0a-b5654fa8e213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.586203878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6194dd8e-9bfa-4c58-bb63-879c734b3f65","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.608606278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ef52cf9-4a7b-433e-a2c0-ee7f82a05877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.608657636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6194dd8e-9bfa-4c58-bb63-879c734b3f65","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.611139682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2213c9f6-c8fb-4338-8d0a-b5654fa8e213","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.624136163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c49f4746-c546-4eeb-86aa-9c403667a096","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.684048823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"757a1ce1-f3eb-4130-9a46-1fbc1c94fc7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.695781755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"af5a86d1-27c4-45e0-b617-2a81cbfab425","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-2-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.704909159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"757a1ce1-f3eb-4130-9a46-1fbc1c94fc7a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.78679864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2febd85-f78f-443e-bd2b-40329e1caae5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:42.808653308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2febd85-f78f-443e-bd2b-40329e1caae5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.067199645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"18a0531f-1d9d-4afd-aee5-c9c69d115d58","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.121692213Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"20728bff-2392-4d36-a2f1-54927ce4a229","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-82b8566b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.156900074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"46406ce6-120e-4d70-ac1f-54b2fe8b4295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.15728223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"589ce522-c630-4422-b1b3-675540fe1cd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.157497762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e025cff9-4698-4d1a-9537-8dde0c8ec6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.15772657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b3392897-8a0b-4df7-9799-065e9c92f69e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.203278725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"589ce522-c630-4422-b1b3-675540fe1cd4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.237540527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b3392897-8a0b-4df7-9799-065e9c92f69e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.239920767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"46406ce6-120e-4d70-ac1f-54b2fe8b4295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.258794136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e025cff9-4698-4d1a-9537-8dde0c8ec6b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.377950741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"df935c13-2a01-4708-8036-8046daf16078","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.397720819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"79b07ca3-5f9c-4e6a-8a65-f77fc57dac03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.41794079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"df935c13-2a01-4708-8036-8046daf16078","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.436887333Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"42827426-8241-4c14-853a-c9211de6f62a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.440875193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"79b07ca3-5f9c-4e6a-8a65-f77fc57dac03","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.499835977Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"42827426-8241-4c14-853a-c9211de6f62a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.516704548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2414598b-60fd-4a7f-a12a-a204631e28dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.517390857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4242c595-7341-4def-86df-898a331be787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.518357217Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"42827426-8241-4c14-853a-c9211de6f62a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.562761341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4242c595-7341-4def-86df-898a331be787","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.584315025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2414598b-60fd-4a7f-a12a-a204631e28dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.725008927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"68e2631c-2434-4b03-b16b-ecd3bfc627b8","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:44.726508008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.07636568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"4b15f3ec-054d-4878-b93f-5fbecb66a60b","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.077570278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"2061f1bf-bc8a-47ae-b864-c6dcb2d57747","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.292092457Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ea126248-f863-4ee3-a102-be683e445328","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c0f2a7a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.414244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ac003f4a-17c0-483f-9f75-480e92508220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.427789038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3550042c-6263-48b0-a1fb-f435e4c83e65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.429209302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"a15bc4d8-da0a-4de0-814d-769477918e34","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.453574659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ae6a28d-97f2-497c-97a2-3d68263a5271","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.486032629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f96d59d8-a749-4f98-9397-4f3748d78bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.468036063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"9bb5e1c8-3c08-45ce-9bb8-2ff0e99e5405","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.603418177Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"9bb5e1c8-3c08-45ce-9bb8-2ff0e99e5405","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.736703188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3550042c-6263-48b0-a1fb-f435e4c83e65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.738735259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub1","reconcileID":"9bb5e1c8-3c08-45ce-9bb8-2ff0e99e5405","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.778240093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ac003f4a-17c0-483f-9f75-480e92508220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.815850073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f96d59d8-a749-4f98-9397-4f3748d78bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.856663429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9ae6a28d-97f2-497c-97a2-3d68263a5271","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:45.998751003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"811a5aa5-3627-471a-9722-76bfeef84448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.04050754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"bc6c6f22-e436-4e66-96a1-221aa0b0a40c","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.065997119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"33e5b875-5e7e-4a05-9384-3b02172718cb","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.091557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"811a5aa5-3627-471a-9722-76bfeef84448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.2210466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f51d8eab-56ee-43bf-87df-b862149c1a66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.304122176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"520945aa-a150-4515-ae7c-f5c02c63e935","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.401978223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f51d8eab-56ee-43bf-87df-b862149c1a66","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.433254542Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"67379a39-a062-4b74-8de5-b747045b32f7","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34eb59b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.450917526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"05f00ae4-e56d-40c2-91ff-647fe92f6799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.451522095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4e8225cd-fa0e-47c8-92af-d26162d2bf8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.451974904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"45c32a4b-100c-4dfe-8f7f-de2bfccd1f0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.531552192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"45c32a4b-100c-4dfe-8f7f-de2bfccd1f0e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.555400702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"05f00ae4-e56d-40c2-91ff-647fe92f6799","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.570647858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"ad0595be-8c8c-44d4-a2f7-d53e88882c19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.615168963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4e8225cd-fa0e-47c8-92af-d26162d2bf8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:46.645997019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"ad0595be-8c8c-44d4-a2f7-d53e88882c19","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.002994477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"563e8bc3-f714-461c-b5f3-032a3fe94238","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.093938372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"563e8bc3-f714-461c-b5f3-032a3fe94238","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.113957061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0013c540-dc65-47f7-a10b-7b91741b0891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.133734537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b525e350-d424-476f-882d-0e5730b93b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.164865627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0013c540-dc65-47f7-a10b-7b91741b0891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:47.273819621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b525e350-d424-476f-882d-0e5730b93b66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.143609028Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5bca2c86-0c80-4962-8c9a-eeb40211566f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.164498191Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5bca2c86-0c80-4962-8c9a-eeb40211566f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.283216639Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5bca2c86-0c80-4962-8c9a-eeb40211566f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.385707853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"e88c7689-5d6e-420c-accc-9abd75d49eb4","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.466926853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"64de89f6-9ee9-44da-863b-e74922f11748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.467344052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b326009b-6b0b-4469-a9e0-ce7830ccf818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.467530238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2a3e3669-9847-45c8-9cb4-4cebeb709766","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.467740454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d3184988-2301-488e-9108-28b0dd3f8e19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.490573762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2a3e3669-9847-45c8-9cb4-4cebeb709766","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.490806198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"64de89f6-9ee9-44da-863b-e74922f11748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.494340728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b326009b-6b0b-4469-a9e0-ce7830ccf818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.495458574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d3184988-2301-488e-9108-28b0dd3f8e19","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.546305169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c854d7fb-3577-49b5-8b23-7fb98519ed33","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.607207234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"80d9a8f9-5729-4093-beef-0a541e8ddff1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd040f03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.731292628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a61b6e00-b69d-4b04-8795-9a215a24169e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.731822893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a970fe81-ef98-454f-b8f9-27daa85aee43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.73226732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7ca38a7-c332-4d50-874d-9102268f13bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.732726077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb997f85-b2a4-4e62-9299-915f36f5d785","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.75626414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d7ca38a7-c332-4d50-874d-9102268f13bf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.756491074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bb997f85-b2a4-4e62-9299-915f36f5d785","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.759886782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a61b6e00-b69d-4b04-8795-9a215a24169e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:54.759934234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a970fe81-ef98-454f-b8f9-27daa85aee43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.331264433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2765b966-ccdd-4976-97f3-785eb8088c5b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.350598706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2765b966-ccdd-4976-97f3-785eb8088c5b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.390417222Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2765b966-ccdd-4976-97f3-785eb8088c5b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.5107804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"a22ea620-5346-4985-9e68-938abbdfa53f","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.605336801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4c9ceac7-b07b-4beb-9a8b-4bcdecd370e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.605842292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ff3ff54-e066-484e-a15c-d982fd68f0be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.606034045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a7e6229-dfa1-4cce-a237-c4e68ce60cbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.606249147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"45d8b815-404a-4149-aa14-859a5af4dc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.63613486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"45d8b815-404a-4149-aa14-859a5af4dc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.636440828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7ff3ff54-e066-484e-a15c-d982fd68f0be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.639140025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2a7e6229-dfa1-4cce-a237-c4e68ce60cbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.639709451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4c9ceac7-b07b-4beb-9a8b-4bcdecd370e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.662182174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"d3fdd964-5b9e-4f02-a0c9-f765fdf4f6d7","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.847022228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e2698cd0-d341-44ef-a684-34e84373c13b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.875710688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e2698cd0-d341-44ef-a684-34e84373c13b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:55.876124006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4fefca5d-e641-4e3e-8aa6-dc2859835539","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.099177608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"cb963786-4be6-4921-9397-0824ae3c68fa","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.243436187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f12fd4f0-24e6-437d-9a21-959a59a7ee18","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-2-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.243531007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"0ad030ae-fed8-43e0-a23f-19fe4716ecc9","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.381976469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"55ce0821-471b-40c3-a5bf-9c1682ae3ba5","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.451074754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"4ad9f928-47a4-4365-bf83-ce9ceaf8b078","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.473913248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"4ad9f928-47a4-4365-bf83-ce9ceaf8b078","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.492145289Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-sub2","reconcileID":"4ad9f928-47a4-4365-bf83-ce9ceaf8b078","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.660438293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"79dc2eb9-bf97-45c8-994c-58af09893484","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.758178429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"876fa561-3082-4377-8b7b-039d7191c74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.758817478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"39c77387-f6a6-4c2d-80e8-298c5fa60803","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.759356782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7013e654-43c6-492e-996b-83aa5435d04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.759708857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"33c48d2e-dcc7-40ea-b732-1e99428be5e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.83141034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"39c77387-f6a6-4c2d-80e8-298c5fa60803","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.832922444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"c9a390cc-1e90-4cb5-aa98-56d16ac117a0","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.848200302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"33c48d2e-dcc7-40ea-b732-1e99428be5e1","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.859731459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7013e654-43c6-492e-996b-83aa5435d04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.862332267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"876fa561-3082-4377-8b7b-039d7191c74e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.924896506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth1","reconcileID":"6009fd90-a370-4287-bd2b-4ece2106d776","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:56.993615432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"e514635a-dbee-46ad-8acb-bc722a2fc2bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:57.020689569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"e514635a-dbee-46ad-8acb-bc722a2fc2bd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:57.045476698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"192f3a97-19d5-4395-9b54-c487f75fcf6d","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:57.205042403Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-multi-keys-auth2","reconcileID":"4f27a561-4d5b-4d64-8b63-b1abbf5b870f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/distinct-2-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:57.205087462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"51c66e92-03b8-440c-a62b-c8accb53137e","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:57.273748018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"47bb667a-4818-4189-8191-d43694fc3355","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.020968594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"807e7edf-7495-4798-9d54-f2ac61256bee","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.02225239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"09472a81-bcf9-47ec-a4cb-5ba4acb728e7","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.022910235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"e0d284c4-b062-4a20-92db-35fef64bc59f","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.058891532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"f806a7a7-bce1-4068-b526-4a5a6df7681a","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.059372915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"2d477784-5000-4872-8fa2-f96fc18dda3e","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.059747367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1c2744f9-fcc3-482f-9100-d654ba16b357","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.078677074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6a06390d-76dd-4ff6-adbc-ad52416151b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.108865187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6a06390d-76dd-4ff6-adbc-ad52416151b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.121180297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"e45affd8-9758-455a-9e2a-eb280cd99fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.121360601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"4a7ebe3d-a0df-46dc-8d20-f461924756b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.202195819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c8269dbd-cd29-4fa6-9acf-af8046096b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.224562948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c8269dbd-cd29-4fa6-9acf-af8046096b9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.297668925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"300b4ae5-e44b-4a49-b278-465d6cde1cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.334378872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"300b4ae5-e44b-4a49-b278-465d6cde1cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.604774401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"78724770-9e69-4433-92d1-cd3d57a3b1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:58:59.652797889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"78724770-9e69-4433-92d1-cd3d57a3b1f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:00.982299001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f60691bd-76ce-4ed3-ba83-da9b4cff906c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.147162902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1d922891-2da4-4422-ab02-3ded7f028590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.329574683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f60691bd-76ce-4ed3-ba83-da9b4cff906c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.36141376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1d922891-2da4-4422-ab02-3ded7f028590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.408107118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c12b9968-a913-4d23-ad83-87b6ef60e7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.408699397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3625be0-6cae-43b5-8417-20ba84fa0fa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.40958537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c076eb23-82f4-4e44-94bc-bfd5624804c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.492828742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c12b9968-a913-4d23-ad83-87b6ef60e7dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.582153278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a3625be0-6cae-43b5-8417-20ba84fa0fa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.584049085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c076eb23-82f4-4e44-94bc-bfd5624804c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.820564322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"64c10bb9-c831-4e60-8361-3b800a79141b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:01.948927433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d355f77-afeb-4357-b5f6-b7f303978e01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.075909898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6d355f77-afeb-4357-b5f6-b7f303978e01","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.105665104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"64c10bb9-c831-4e60-8361-3b800a79141b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.275584545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b984b55-1170-41b6-95f5-cab7db1b81e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.276184574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"55f6eae3-4192-4ece-97d1-f9d26b5c8ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.296938909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"104ee449-ddf5-4338-b71a-85884da53342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.331594335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"55f6eae3-4192-4ece-97d1-f9d26b5c8ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.473997262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b984b55-1170-41b6-95f5-cab7db1b81e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.541391646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1fc50692-07be-4732-81af-72dd5bfda2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.548831913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"104ee449-ddf5-4338-b71a-85884da53342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.592928072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"23895a8b-6c73-41b1-bf48-3c9f7f2a28e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.603168316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1fc50692-07be-4732-81af-72dd5bfda2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.631907477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"23895a8b-6c73-41b1-bf48-3c9f7f2a28e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.840567944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"64a51e7a-f1fb-46a8-9f08-46ce57d42f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:02.93836572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"64a51e7a-f1fb-46a8-9f08-46ce57d42f97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:04.666192702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bec29c7e-cf83-4dc9-aadd-87bdda019f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:04.68391748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bec29c7e-cf83-4dc9-aadd-87bdda019f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:04.705523525Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bec29c7e-cf83-4dc9-aadd-87bdda019f1d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.08687215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"165fdf4e-bab3-41ec-9f5f-9aa6b642da20","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.228246153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"91c21dd4-6397-48a8-a91a-1eba31a40b56","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.385087204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b97ff743-db3a-4157-bcf8-c3dbc2e5d3c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.393212352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4474616e-401b-4be7-9e43-4fd196bc1a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.416295145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"60f771ac-b4a3-48f3-918b-041ff20c5ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.416901682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b45237d-f254-4cf4-964d-df5b215950b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.810997372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"60f771ac-b4a3-48f3-918b-041ff20c5ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.824703077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4474616e-401b-4be7-9e43-4fd196bc1a19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:05.969176223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b97ff743-db3a-4157-bcf8-c3dbc2e5d3c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.02445495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4b45237d-f254-4cf4-964d-df5b215950b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.299003108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1c6589b-599a-4515-8528-b18cb2101bb0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.374573894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61672d07-2ff5-4105-9c84-7bb153c1667d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.379895122Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-23697f9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-23697f9d","reconcileID":"4ca35994-d426-44f1-b940-ec6f7c6f94a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-23697f9d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-23697f9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.416120638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61672d07-2ff5-4105-9c84-7bb153c1667d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.520508809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"d6ab1f73-be34-4db2-be81-debf7ac5672f","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.645685278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0107b9d-72cf-47c4-a26b-13a1059b9895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.663321178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0107b9d-72cf-47c4-a26b-13a1059b9895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.694971384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"87ebeb7f-c5b3-4d53-a185-d489fac40a7d","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.697272034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-sa-multi-hdr-auth2","reconcileID":"59587e52-019a-4d1a-8b68-b31d2002c52c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.697289666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0107b9d-72cf-47c4-a26b-13a1059b9895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.713882687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0107b9d-72cf-47c4-a26b-13a1059b9895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:06.834920467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"02448514-ea53-40a0-9f02-acb135cf145d","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:07.462477744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0d06c9-a819-4480-a8ee-5d384e5240ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:07.478461659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0d06c9-a819-4480-a8ee-5d384e5240ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:07.495564796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0d06c9-a819-4480-a8ee-5d384e5240ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:07.511752104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f0d06c9-a819-4480-a8ee-5d384e5240ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.165105357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b5a1b1-707e-4261-bee3-289b73507a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.181871611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b5a1b1-707e-4261-bee3-289b73507a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.198502747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b5a1b1-707e-4261-bee3-289b73507a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.215271827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b5a1b1-707e-4261-bee3-289b73507a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.369625317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c65551-fbae-4816-9ee8-a8a93a0ecc58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.369649729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c65551-fbae-4816-9ee8-a8a93a0ecc58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.388259143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20ca924-a8ed-48da-9348-bacb01954279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.388277928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20ca924-a8ed-48da-9348-bacb01954279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.474405213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f443f2","reconcileID":"3ce49481-e532-422e-bf20-5b33d2bee772","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.57004385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f443f2","reconcileID":"3ce49481-e532-422e-bf20-5b33d2bee772","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.627719267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c017070-7a2e-4fc6-bc97-02ee40ecb0a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.627826771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c017070-7a2e-4fc6-bc97-02ee40ecb0a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.650309355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2146930-bcf6-457f-8db9-34469bd8805b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.65486208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2146930-bcf6-457f-8db9-34469bd8805b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:59:08.681263382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f443f2","reconcileID":"f21da093-1ad8-46a5-ac18-9b8e7b2e5f28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-f443f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.68174881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc2c6a8-b727-4ee0-b88f-db9a4ccdedd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.699633248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a98f60d-0606-48a4-acf8-d0b1b5de528b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.71666857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbc2c6a8-b727-4ee0-b88f-db9a4ccdedd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.722804308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a98f60d-0606-48a4-acf8-d0b1b5de528b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.723297653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d292237-761f-47c0-8d8f-942c7f9e543c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.723362666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d292237-761f-47c0-8d8f-942c7f9e543c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.729355709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d78983-a4c3-4f63-bf72-2566bc025f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.729413888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b8d78983-a4c3-4f63-bf72-2566bc025f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.748434804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed757bb7-59b3-45b4-b5ca-f629a4647bac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.748449973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed757bb7-59b3-45b4-b5ca-f629a4647bac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.770487435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f443f2","reconcileID":"957c74e0-fbb9-47e6-8db1-ebf68ee28f43","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.79387327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f443f2","reconcileID":"957c74e0-fbb9-47e6-8db1-ebf68ee28f43","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.840586589Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f443f2","reconcileID":"d4417f68-bda3-4f57-8ad7-a14f0a737533","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-f443f2","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.900742041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f7e626-bce5-4e99-898b-6c32b9f89cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.900762344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e9f7e626-bce5-4e99-898b-6c32b9f89cc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:08.918032868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfcc383c-6517-4a60-9828-01072fe72291","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.016496488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f443f2","reconcileID":"1dc144b2-6b56-4d97-b09c-fb40ae734ce7","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.06658028Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-f443f2","reconcileID":"6e3bc048-5c9d-4806-8de6-e826c075fcbc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-f443f2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.066812979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45b9612a-5f6c-4d1b-9e41-2766092c288b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.066870823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"45b9612a-5f6c-4d1b-9e41-2766092c288b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.121719584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d129f26-29ef-464d-9283-86f362634be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.121738368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d129f26-29ef-464d-9283-86f362634be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.349294267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"605010e7-070b-4069-86ac-f8d0e35d54e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.349320442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"605010e7-070b-4069-86ac-f8d0e35d54e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.422408767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f684a8db-cb46-46c8-b344-99ecfdb53409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.422408327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53cfe8d5-f108-47ba-860e-6226443a8e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.449735962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f684a8db-cb46-46c8-b344-99ecfdb53409","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.454525862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53cfe8d5-f108-47ba-860e-6226443a8e7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.729805185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c71c2d-a610-4f68-92a3-cbcadaf6efe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.729824472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c71c2d-a610-4f68-92a3-cbcadaf6efe6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.761593683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"namespace":"ai-tenant-e2e-mt-889cf1d8","name":"e2e-policy-889cf1d8","reconcileID":"abc827bf-2b46-4618-a24b-d741da2261e3","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.818607557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"namespace":"ai-tenant-e2e-mt-889cf1d8","name":"e2e-policy-889cf1d8","reconcileID":"abc827bf-2b46-4618-a24b-d741da2261e3","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.839026669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"namespace":"ai-tenant-e2e-mt-889cf1d8","name":"e2e-policy-889cf1d8","reconcileID":"abc827bf-2b46-4618-a24b-d741da2261e3","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.861512428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97d9f263-d426-4986-9b1e-33e6f8234d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:09.86153889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"97d9f263-d426-4986-9b1e-33e6f8234d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.208497447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9e1c5da1-9da5-4cd9-9386-6e172f8f2348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.209552468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ec07e3d-9fdd-4fb2-af63-356bdcab8136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.291873925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ec07e3d-9fdd-4fb2-af63-356bdcab8136","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.292509707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9e1c5da1-9da5-4cd9-9386-6e172f8f2348","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.520632383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e1ea8cce-62ba-40fb-9e2d-cebbfcb9ba61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.521442492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a90a4e22-b3d0-4429-a774-a589bd52fb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.590348636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a90a4e22-b3d0-4429-a774-a589bd52fb81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.591198981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e1ea8cce-62ba-40fb-9e2d-cebbfcb9ba61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.707574018Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.746356371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"91853891-78e6-466b-ba82-3f7e991385fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.762558694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1dbf5f7f-ffe2-42e8-a3c4-51b72e5d95cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.805589252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"91853891-78e6-466b-ba82-3f7e991385fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.855487374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1dbf5f7f-ffe2-42e8-a3c4-51b72e5d95cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.927573942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bc03dcf9-d349-4544-9956-e9a2912aa07c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.928200139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6f5bacb8-16c2-4586-b4f5-930968f146fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:14.950935213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6f5bacb8-16c2-4586-b4f5-930968f146fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:15.007439646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bc03dcf9-d349-4544-9956-e9a2912aa07c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:15.19795026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"31b8fb86-0c5b-44bb-be81-9a08db44cd27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:15.21841737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e1b437f2-529d-41c3-81aa-633120467272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:15.319723756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"31b8fb86-0c5b-44bb-be81-9a08db44cd27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:15.338287836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e1b437f2-529d-41c3-81aa-633120467272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:17.822387886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"2bee68bb-113b-4dc8-9c2b-19030351b78e","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:17.950114171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b8b9d6d4-3542-4590-a270-65823e5c5d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:17.950580758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"83e8fbf6-af33-4660-97de-c76d358dc5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:17.951103146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"ea38e892-dbeb-4b7a-9769-60adb4a94caf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:18.087489957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"83e8fbf6-af33-4660-97de-c76d358dc5e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:18.090031583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b8b9d6d4-3542-4590-a270-65823e5c5d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:18.292672308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f4e7fbc9-b005-49ae-a384-637c757bf497","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:18.437548572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"802aabaf-03f4-4c2e-bbb5-a6b00e222c0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.453541366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f443f2","reconcileID":"ac36de61-d6df-4e3f-8e17-91b6f3896b21","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-f443f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.562749939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-f443f2","reconcileID":"ac36de61-d6df-4e3f-8e17-91b6f3896b21","MaaSSubscription":{"name":"e2e-default-int-sub-f443f2","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.648628638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b2bd3162-5cbe-4e22-8409-b159f343d674","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.722701724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e138b60-4ab2-4bef-9b0b-08bc30fcee8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.722727988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e138b60-4ab2-4bef-9b0b-08bc30fcee8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.770143621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a74a537-98b5-48bd-af33-3633612d6dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.770167669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3876af2e-5edb-4f39-b15b-7be900aa57c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.826841629Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3876af2e-5edb-4f39-b15b-7be900aa57c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:59:19.831101412Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a74a537-98b5-48bd-af33-3633612d6dd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.846724472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3876af2e-5edb-4f39-b15b-7be900aa57c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:59:19.852807282Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a74a537-98b5-48bd-af33-3633612d6dd0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.85313464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88c5541f-399c-409f-9346-bdc2c984c3e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.853150521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88c5541f-399c-409f-9346-bdc2c984c3e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.868971746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba333adb-0d5c-4232-9969-eee2d3de4186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.868985582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba333adb-0d5c-4232-9969-eee2d3de4186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.907519639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e46eb41-f62a-4f28-b471-c3c8ef773d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.928370499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e46eb41-f62a-4f28-b471-c3c8ef773d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.94896494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e46eb41-f62a-4f28-b471-c3c8ef773d19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.971630901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"545df6b8-1470-41b5-a8d8-7fa914b044be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:19.971654428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"545df6b8-1470-41b5-a8d8-7fa914b044be","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:22.7714957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"bc946b61-d677-4647-95a1-686f9b0a5a05","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.148419374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8bf13a-0098-4d4d-b0ba-47c192a98ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.166485293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8bf13a-0098-4d4d-b0ba-47c192a98ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.182754222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8bf13a-0098-4d4d-b0ba-47c192a98ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.198706629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b8bf13a-0098-4d4d-b0ba-47c192a98ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.649181261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"3378a75b-df9b-4ed3-820f-80074ebbf998","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.669727209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f1f3ef57-fc75-4f11-8f26-0429c5158e25","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.717353081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbeb64fd-1cb2-479e-bb42-45dcb00f4517","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.73885894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbeb64fd-1cb2-479e-bb42-45dcb00f4517","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.759814113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3e3844ad1be7956c335fe5a06ab0cd04c0543de87c7fd4d736811aa5522b3c) AuthConfig (c44e5d0c6c47664c2d7be0588dc1d734317a3091dcb0d3472d3c0a4a64af57de) AuthConfig (bdc085a612df118b6b611556d273214d84f00dc2d9653e50fbbcc1e105056c26) AuthConfig (b094bb3f053309f96500780ccf5d8fda58de54bdb9b5d544fedd9d12700074bd) AuthConfig (be6c23da8626450ac45b5ec9417a59a32c2d1533a64801e5344b50f05690551f) AuthConfig (9fd682e0b29bfbf046ca8e30a5a06a71bb7d0960a53bf2e812ccdfc8d75eff8b) AuthConfig (fb4970656698be136d4c264fc9d924bea65788760dd5f122a71c40823ecccac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fbeb64fd-1cb2-479e-bb42-45dcb00f4517","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.786301435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"1fff846b-9203-4bb4-aef9-5fd0e67ee35a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.833839252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2b45823f-842b-465f-bcd1-0377708b89e0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.855317196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2b45823f-842b-465f-bcd1-0377708b89e0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.857681002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2817f228-2b4f-49cd-b34a-489c62bf401a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.875080047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3e3844ad1be7956c335fe5a06ab0cd04c0543de87c7fd4d736811aa5522b3c) AuthConfig (c44e5d0c6c47664c2d7be0588dc1d734317a3091dcb0d3472d3c0a4a64af57de) AuthConfig (bdc085a612df118b6b611556d273214d84f00dc2d9653e50fbbcc1e105056c26) AuthConfig (b094bb3f053309f96500780ccf5d8fda58de54bdb9b5d544fedd9d12700074bd) AuthConfig (be6c23da8626450ac45b5ec9417a59a32c2d1533a64801e5344b50f05690551f) AuthConfig (9fd682e0b29bfbf046ca8e30a5a06a71bb7d0960a53bf2e812ccdfc8d75eff8b) AuthConfig (fb4970656698be136d4c264fc9d924bea65788760dd5f122a71c40823ecccac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2b45823f-842b-465f-bcd1-0377708b89e0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.876865409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"54a97a90-efd2-4788-9844-a192798082ff","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.877403218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54a00c3-ea52-4562-8b9e-cacbeea9ff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:59:23.892146365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub","reconcileID":"2fb0cc7d-adc6-432f-a388-4930538265e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.893556265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54a00c3-ea52-4562-8b9e-cacbeea9ff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.910817219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54a00c3-ea52-4562-8b9e-cacbeea9ff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.928191907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"9187800e-a044-423e-80b9-5e70d1b3dc54","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.929191174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54a00c3-ea52-4562-8b9e-cacbeea9ff94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.950742024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"db495728-8f5a-4041-9037-d6796af41015","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.962979832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8653d076-1e0b-4501-a1ff-280a7967b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.963171571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2af2f232-9dfd-469f-869f-512c6b6af3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.962981619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cda8ae5b-eb45-4e5e-bf70-eddba34cc899","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.975418952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"361d850b-b844-4437-a851-7f1ec08a62a3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.97586833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"9187800e-a044-423e-80b9-5e70d1b3dc54","name":"e2e-mt-23697f9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.986575056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2af2f232-9dfd-469f-869f-512c6b6af3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.986791584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8653d076-1e0b-4501-a1ff-280a7967b082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.989673694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cda8ae5b-eb45-4e5e-bf70-eddba34cc899","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:23.989967918Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e94518","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e94518","reconcileID":"35c3041c-0661-4ad7-bbf9-04e1bfe2c445","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e94518","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e94518":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.027803444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3e3844ad1be7956c335fe5a06ab0cd04c0543de87c7fd4d736811aa5522b3c) AuthConfig (c44e5d0c6c47664c2d7be0588dc1d734317a3091dcb0d3472d3c0a4a64af57de) AuthConfig (bdc085a612df118b6b611556d273214d84f00dc2d9653e50fbbcc1e105056c26) AuthConfig (b094bb3f053309f96500780ccf5d8fda58de54bdb9b5d544fedd9d12700074bd) AuthConfig (be6c23da8626450ac45b5ec9417a59a32c2d1533a64801e5344b50f05690551f) AuthConfig (9fd682e0b29bfbf046ca8e30a5a06a71bb7d0960a53bf2e812ccdfc8d75eff8b) AuthConfig (fb4970656698be136d4c264fc9d924bea65788760dd5f122a71c40823ecccac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cda8ae5b-eb45-4e5e-bf70-eddba34cc899","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.082582829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4c5fc9f8-0052-49f8-9dd8-9224c28692b0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.092613455Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub","reconcileID":"cd764cce-3898-40d7-b789-2168d1203bcd","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.167174697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4c5fc9f8-0052-49f8-9dd8-9224c28692b0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.186645522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3e3844ad1be7956c335fe5a06ab0cd04c0543de87c7fd4d736811aa5522b3c) AuthConfig (c44e5d0c6c47664c2d7be0588dc1d734317a3091dcb0d3472d3c0a4a64af57de) AuthConfig (bdc085a612df118b6b611556d273214d84f00dc2d9653e50fbbcc1e105056c26) AuthConfig (b094bb3f053309f96500780ccf5d8fda58de54bdb9b5d544fedd9d12700074bd) AuthConfig (be6c23da8626450ac45b5ec9417a59a32c2d1533a64801e5344b50f05690551f) AuthConfig (9fd682e0b29bfbf046ca8e30a5a06a71bb7d0960a53bf2e812ccdfc8d75eff8b) AuthConfig (fb4970656698be136d4c264fc9d924bea65788760dd5f122a71c40823ecccac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4c5fc9f8-0052-49f8-9dd8-9224c28692b0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.208079916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"76e0c2db-9252-4938-a337-a181544cffbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.208112876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"196edae8-5add-4bc5-854e-c6252e13daf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.214445241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4731c726-96ff-4084-904a-3e14aa26553b","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.229249674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"196edae8-5add-4bc5-854e-c6252e13daf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.229870335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"76e0c2db-9252-4938-a337-a181544cffbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.23160729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"7c0d72b5-01bc-431c-a598-3d915d5ac5c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.33128218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub","reconcileID":"392eaa23-9cf1-49f1-ab1a-2b86d0570feb","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.706442781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff03a02f-63c7-4118-96b4-babdd7064db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.723108728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff03a02f-63c7-4118-96b4-babdd7064db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.739932605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff03a02f-63c7-4118-96b4-babdd7064db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:24.756951509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff03a02f-63c7-4118-96b4-babdd7064db5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:28.472942226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"3a20c726-ee15-4e09-9d1b-fd662be07055","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:29.925731773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d31ba1c-39b3-46b7-b39e-1d5835bfba30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.006360539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d31ba1c-39b3-46b7-b39e-1d5835bfba30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.064834536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d31ba1c-39b3-46b7-b39e-1d5835bfba30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.087526842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4adb697b-735a-4d68-9d0f-604f62cfae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.10944251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4adb697b-735a-4d68-9d0f-604f62cfae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.129905106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4adb697b-735a-4d68-9d0f-604f62cfae91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.174759036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"c76028ad-091f-48ad-a047-006a56f31653","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.243733274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8e9d163b-6323-402d-9182-aefb917cf134","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.249627694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4c5a43d2-e734-4743-a5c0-6d57347d7f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.249640822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"55078cde-ce3d-4cad-9001-7ce7841e3af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.281795059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4c5a43d2-e734-4743-a5c0-6d57347d7f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.282634965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"55078cde-ce3d-4cad-9001-7ce7841e3af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.308807188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b1b193a2-92e5-498b-af95-8ff206b4a44c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.374024254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"90ffb573-2cd4-4575-911b-92abd8b6b358","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.488767178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"1b6cc2ce-681e-4d44-8405-1bd6915cd714","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.510142584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"57a1da0b-6440-4d6f-b409-976ce92cdac2","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.559034607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"5844a82a-7bed-4bab-88ed-24dba225c9e3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.580028078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"5844a82a-7bed-4bab-88ed-24dba225c9e3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.600186451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (058164cf7dacaf473f82e70cb94b05f2e418bee1b84c82d829e9bbc5f7b90454) AuthConfig (97e7cb6fbcfca27f87be7dd691d5b4976959cf43abb1ec1f6a3bc276bda7699d) AuthConfig (f80ec46ae34c06278dd8ce3b2fd02c8a500f615055372906960b873f0f0c5c9c) AuthConfig (4c7bcc21b54b2b6244fdae14fdb985d93a0c0439279ac81c182fb0ae18a408ba) AuthConfig (e8480861776561671752d5fe54482bd6ece25c4fba7de8270815f300315191e2) AuthConfig (f14ea7627348186716063a4cb14582a6c8311c9756692a684c45ea45298c8382) AuthConfig (ccdd58dd830da2f52b3872c69309a13260ec2bfaede42b8900fd678a16bcc4cc) AuthConfig (3a815bfb0685436570f3c7481e0a7d3fa994f7311933768357d38ff086535b79) AuthConfig (6f943554e6efd30a66002767dbc44c101a7902fdfc898b63eb30ad929da7330d) AuthConfig (62995e61e94c817f9abcdc5df2df940c179c3d26b8581257295bfd0c294405a4) AuthConfig (c604b68bca8eff1d6c863d226d0fd2fd1b8642ea45d5c9d6c39a5f16004f27ac) AuthConfig (0a0c9d635c3d2bcdbf6b250dc36910ed4a7c6dd09b26a09c7956c42d3743dfab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"5844a82a-7bed-4bab-88ed-24dba225c9e3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.621794346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"5208d040-d71c-45c9-87bb-5e659cb9aca9","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.669124718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"b528434a-acf0-4933-8cda-6bc6f00da2cf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.692191764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"b528434a-acf0-4933-8cda-6bc6f00da2cf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.699703195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"30cb42b5-049b-4b17-838e-aa39456cb193","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.712917629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (058164cf7dacaf473f82e70cb94b05f2e418bee1b84c82d829e9bbc5f7b90454) AuthConfig (97e7cb6fbcfca27f87be7dd691d5b4976959cf43abb1ec1f6a3bc276bda7699d) AuthConfig (f80ec46ae34c06278dd8ce3b2fd02c8a500f615055372906960b873f0f0c5c9c) AuthConfig (4c7bcc21b54b2b6244fdae14fdb985d93a0c0439279ac81c182fb0ae18a408ba) AuthConfig (e8480861776561671752d5fe54482bd6ece25c4fba7de8270815f300315191e2) AuthConfig (f14ea7627348186716063a4cb14582a6c8311c9756692a684c45ea45298c8382) AuthConfig (ccdd58dd830da2f52b3872c69309a13260ec2bfaede42b8900fd678a16bcc4cc) AuthConfig (3a815bfb0685436570f3c7481e0a7d3fa994f7311933768357d38ff086535b79) AuthConfig (6f943554e6efd30a66002767dbc44c101a7902fdfc898b63eb30ad929da7330d) AuthConfig (62995e61e94c817f9abcdc5df2df940c179c3d26b8581257295bfd0c294405a4) AuthConfig (c604b68bca8eff1d6c863d226d0fd2fd1b8642ea45d5c9d6c39a5f16004f27ac) AuthConfig (0a0c9d635c3d2bcdbf6b250dc36910ed4a7c6dd09b26a09c7956c42d3743dfab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"b528434a-acf0-4933-8cda-6bc6f00da2cf","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.722998255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c5490ea8-ddc0-4072-a3e7-3050500bc15d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.735314011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"69b429ea-d928-4a6f-8726-05da88bf68e0","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T02:59:30.740181039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-255528/e2e-api-key-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.754670622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d86286a3-81c6-4f7c-9a59-8569f5da4700","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.769779634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4d9628bc-dee4-4621-9a95-3e74c7424f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.769811141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"3715cfd0-0177-4e75-8098-94300cac019a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.770205577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a2aa6141-8810-4e11-ae4f-054e3ee0af40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.792276162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4d9628bc-dee4-4621-9a95-3e74c7424f84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.792289793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"3715cfd0-0177-4e75-8098-94300cac019a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.79439846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a2aa6141-8810-4e11-ae4f-054e3ee0af40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.81382714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (058164cf7dacaf473f82e70cb94b05f2e418bee1b84c82d829e9bbc5f7b90454) AuthConfig (97e7cb6fbcfca27f87be7dd691d5b4976959cf43abb1ec1f6a3bc276bda7699d) AuthConfig (f80ec46ae34c06278dd8ce3b2fd02c8a500f615055372906960b873f0f0c5c9c) AuthConfig (4c7bcc21b54b2b6244fdae14fdb985d93a0c0439279ac81c182fb0ae18a408ba) AuthConfig (e8480861776561671752d5fe54482bd6ece25c4fba7de8270815f300315191e2) AuthConfig (f14ea7627348186716063a4cb14582a6c8311c9756692a684c45ea45298c8382) AuthConfig (ccdd58dd830da2f52b3872c69309a13260ec2bfaede42b8900fd678a16bcc4cc) AuthConfig (3a815bfb0685436570f3c7481e0a7d3fa994f7311933768357d38ff086535b79) AuthConfig (6f943554e6efd30a66002767dbc44c101a7902fdfc898b63eb30ad929da7330d) AuthConfig (62995e61e94c817f9abcdc5df2df940c179c3d26b8581257295bfd0c294405a4) AuthConfig (c604b68bca8eff1d6c863d226d0fd2fd1b8642ea45d5c9d6c39a5f16004f27ac) AuthConfig (0a0c9d635c3d2bcdbf6b250dc36910ed4a7c6dd09b26a09c7956c42d3743dfab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"3715cfd0-0177-4e75-8098-94300cac019a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.844668209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-sub","reconcileID":"99af7ae0-415c-451f-b8e2-415f9bf9b97b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-255528/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w0-255528/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.873314868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"9c2022e0-5859-4557-a120-788f61c5d0a1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.873485828Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"namespace":"ai-tenant-e2e-mt-889cf1d8","name":"e2e-policy-889cf1d8","reconcileID":"34b6aed2-cee5-4f9f-8223-e8194422ccc9","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.897653304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"9c2022e0-5859-4557-a120-788f61c5d0a1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.903033123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"4f2e3ee8-4153-4f7d-b569-ae0089fc6a2d","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.919686902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-255528-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (058164cf7dacaf473f82e70cb94b05f2e418bee1b84c82d829e9bbc5f7b90454) AuthConfig (97e7cb6fbcfca27f87be7dd691d5b4976959cf43abb1ec1f6a3bc276bda7699d) AuthConfig (f80ec46ae34c06278dd8ce3b2fd02c8a500f615055372906960b873f0f0c5c9c) AuthConfig (4c7bcc21b54b2b6244fdae14fdb985d93a0c0439279ac81c182fb0ae18a408ba) AuthConfig (e8480861776561671752d5fe54482bd6ece25c4fba7de8270815f300315191e2) AuthConfig (f14ea7627348186716063a4cb14582a6c8311c9756692a684c45ea45298c8382) AuthConfig (ccdd58dd830da2f52b3872c69309a13260ec2bfaede42b8900fd678a16bcc4cc) AuthConfig (3a815bfb0685436570f3c7481e0a7d3fa994f7311933768357d38ff086535b79) AuthConfig (6f943554e6efd30a66002767dbc44c101a7902fdfc898b63eb30ad929da7330d) AuthConfig (62995e61e94c817f9abcdc5df2df940c179c3d26b8581257295bfd0c294405a4) AuthConfig (c604b68bca8eff1d6c863d226d0fd2fd1b8642ea45d5c9d6c39a5f16004f27ac) AuthConfig (0a0c9d635c3d2bcdbf6b250dc36910ed4a7c6dd09b26a09c7956c42d3743dfab)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"9c2022e0-5859-4557-a120-788f61c5d0a1","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.924078483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"7392e72f-aa6c-47b6-a3bc-929044662758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.986116034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"633910f7-638d-4ea7-9385-365897a8120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:30.989044089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"62ced119-2db8-4889-b517-41f53abf477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:31.00893081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"633910f7-638d-4ea7-9385-365897a8120d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:31.010276455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"62ced119-2db8-4889-b517-41f53abf477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:31.022780404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-sub","reconcileID":"d445e788-5d01-4214-add9-395ae6295d09","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:31.026350013Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"namespace":"ai-tenant-e2e-mt-889cf1d8","name":"e2e-policy-889cf1d8","reconcileID":"34b6aed2-cee5-4f9f-8223-e8194422ccc9","MaaSAuthPolicy":{"name":"e2e-policy-889cf1d8","namespace":"ai-tenant-e2e-mt-889cf1d8"},"policyNamespace":"ai-tenant-e2e-mt-889cf1d8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:31.087625501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"df14e00f-b494-4cd9-859f-331ac0a1dd80","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:34.241241779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a5d5ff40-d647-4ead-9aae-ce555297a245","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:34.298770484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a5d5ff40-d647-4ead-9aae-ce555297a245","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:34.336023987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-9793f8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3e3844ad1be7956c335fe5a06ab0cd04c0543de87c7fd4d736811aa5522b3c) AuthConfig (c44e5d0c6c47664c2d7be0588dc1d734317a3091dcb0d3472d3c0a4a64af57de) AuthConfig (bdc085a612df118b6b611556d273214d84f00dc2d9653e50fbbcc1e105056c26) AuthConfig (b094bb3f053309f96500780ccf5d8fda58de54bdb9b5d544fedd9d12700074bd) AuthConfig (be6c23da8626450ac45b5ec9417a59a32c2d1533a64801e5344b50f05690551f) AuthConfig (9fd682e0b29bfbf046ca8e30a5a06a71bb7d0960a53bf2e812ccdfc8d75eff8b) AuthConfig (fb4970656698be136d4c264fc9d924bea65788760dd5f122a71c40823ecccac2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a5d5ff40-d647-4ead-9aae-ce555297a245","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.034189941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f834ae-29a5-4496-8df3-03c97fa5a1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.062381545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f834ae-29a5-4496-8df3-03c97fa5a1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.088081558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f834ae-29a5-4496-8df3-03c97fa5a1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.105981927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9f834ae-29a5-4496-8df3-03c97fa5a1ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.877371721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a3155b-2457-496d-b608-02ee2db73dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.896001389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a3155b-2457-496d-b608-02ee2db73dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.91323445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a3155b-2457-496d-b608-02ee2db73dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:39.929411386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a3155b-2457-496d-b608-02ee2db73dd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.120117549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa7ac11a-3494-4914-91bb-de993ff12495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.15200999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa7ac11a-3494-4914-91bb-de993ff12495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.240354932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"968fb7e9-5edf-4a51-8f11-99673022368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.276001279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804c53bc-07dc-4710-b95a-f78c7b3862fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.276028575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"804c53bc-07dc-4710-b95a-f78c7b3862fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.277513067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"968fb7e9-5edf-4a51-8f11-99673022368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.370790374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de5df798-902b-4293-9b97-d034593259ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.370885556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"de5df798-902b-4293-9b97-d034593259ce","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.51484636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"ec17fa34-3845-4d82-a57e-52578a043b1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.562455159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"ec17fa34-3845-4d82-a57e-52578a043b1b","name":"e2e-api-a-e94518-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:40.978013729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"45327506-c92f-46ab-9cb9-8d382bc44d18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:41.008779976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"45327506-c92f-46ab-9cb9-8d382bc44d18","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:41.119212273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"b66a3b11-485b-4c19-b58a-3859712ca24a","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.116725208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"5ec88fd7-ed5c-463f-8887-3f223d4402e3","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.23342733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"55524ee0-858b-4371-9680-4c0230d01cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.234240372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"219cba62-745c-4e1e-8bad-667d8d3653de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.234245823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"4bf1eb6b-39fc-428f-b91d-3107b573c136","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.261936162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"55524ee0-858b-4371-9680-4c0230d01cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.261938773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"219cba62-745c-4e1e-8bad-667d8d3653de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:42.264705111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"4bf1eb6b-39fc-428f-b91d-3107b573c136","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:44.398635377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"14928fbb-b68c-462c-8617-6d2732e65055","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:44.422021392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"14928fbb-b68c-462c-8617-6d2732e65055","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:44.634713587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:44.654578332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"76fa49e1-3ec1-4a4f-918e-a227bee228a4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:45.975930352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"90671512-4acb-4743-90f3-a39d3ba5aaae","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.027026387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5e1468d0-ee5f-471d-a9e6-14b7bab88b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.032576672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"257d7ff9-2b26-4f6d-a3ff-c6a0bacafc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.033741252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e9899e70-390a-46f7-ba13-c92a4d5f4143","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.051645875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5e1468d0-ee5f-471d-a9e6-14b7bab88b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.059362538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"257d7ff9-2b26-4f6d-a3ff-c6a0bacafc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:46.061441764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e9899e70-390a-46f7-ba13-c92a4d5f4143","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.183974864Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-sub","reconcileID":"e1ea96d4-7405-4917-9ba6-f2e5f61b76a4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.26927538Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-sub","reconcileID":"e1ea96d4-7405-4917-9ba6-f2e5f61b76a4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.35195551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"084164bc-4468-4690-bee7-02c6be845f35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.444313288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a1cc045c-4047-45f5-b739-0f62a91f460a","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.531843892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0eb425e0-00e0-4ee6-ad96-af405cfdf9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.533177519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eed33173-6147-48da-b245-c6b7fb3d1976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.563256207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"794ff57f-9c79-490f-8f2b-46585b6ce913","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.570343414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0eb425e0-00e0-4ee6-ad96-af405cfdf9e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.572665615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eed33173-6147-48da-b245-c6b7fb3d1976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.596567065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"794ff57f-9c79-490f-8f2b-46585b6ce913","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.60957785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"6f32e46a-ebf2-451f-9751-f821a20e9a21","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.750754875Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-api-key-no-access-auth","reconcileID":"f1b87093-40a9-4d82-9d5e-34a49e666cf6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:52.939991254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d0474f64-6582-4942-bd8b-848b0f1d2bf1","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.032835596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub","reconcileID":"aa924d81-f39f-4813-89f6-96bd1144746b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.112132097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub","reconcileID":"aa924d81-f39f-4813-89f6-96bd1144746b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.181816841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"3d2df6bc-8b8c-4e61-99f0-979f207d1406","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.273301354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c257b190-e99e-4a88-859d-c2c52769b889","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.329482726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"839c5340-826d-4200-adb6-f0c0db483046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.32949842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7955cad7-ae8f-42b6-9f8a-f1ef7f334f70","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.329829198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b47cff42-7867-4ee6-aa05-5ffe98df5bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.351043788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"7955cad7-ae8f-42b6-9f8a-f1ef7f334f70","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.351212747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"839c5340-826d-4200-adb6-f0c0db483046","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:56.353260485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b47cff42-7867-4ee6-aa05-5ffe98df5bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:57.839736618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2957ef9d-e47f-4ced-a488-e9e38bb892d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:57.858478855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2957ef9d-e47f-4ced-a488-e9e38bb892d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:57.879237753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2957ef9d-e47f-4ced-a488-e9e38bb892d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:57.897003616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2957ef9d-e47f-4ced-a488-e9e38bb892d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:58.558799551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36847ba6-cade-4d86-a28f-d4623c274c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:58.575019981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36847ba6-cade-4d86-a28f-d4623c274c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:58.591909359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36847ba6-cade-4d86-a28f-d4623c274c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:58.607902623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36847ba6-cade-4d86-a28f-d4623c274c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.152284562Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d8f3f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d8f3f1","reconcileID":"e948e602-e113-471d-b162-6e271fe3e3e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d8f3f1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-d8f3f1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.274821315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc842f06-b44c-4e1a-ae4f-0a14a1eb2521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.291006087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc842f06-b44c-4e1a-ae4f-0a14a1eb2521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.307867246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc842f06-b44c-4e1a-ae4f-0a14a1eb2521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.325389959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc842f06-b44c-4e1a-ae4f-0a14a1eb2521","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.767758091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274f5569-5449-4a65-a88c-e167cf399dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.767783542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"274f5569-5449-4a65-a88c-e167cf399dad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.788737955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ed7bff0-86b7-425d-8b78-a803ba8b0383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.788765279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ed7bff0-86b7-425d-8b78-a803ba8b0383","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.82123142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"f3d9f37e-64f6-4ef5-8937-2b95d9fc5189","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.885387723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"f3d9f37e-64f6-4ef5-8937-2b95d9fc5189","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.905530585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e94518-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"f3d9f37e-64f6-4ef5-8937-2b95d9fc5189","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.96720032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce0fe2d6-4424-4fef-b8d6-46b639ef1d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T02:59:59.967240018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce0fe2d6-4424-4fef-b8d6-46b639ef1d34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:00.155777678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b7e73d-fe6b-484e-9671-85472c8e06f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:00.172941792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b7e73d-fe6b-484e-9671-85472c8e06f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:00.190318151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b7e73d-fe6b-484e-9671-85472c8e06f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:00.209485005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8b7e73d-fe6b-484e-9671-85472c8e06f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:03.796302458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9f7cbc-a09e-4dc4-9517-b5669d09ec9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:03.81378127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9f7cbc-a09e-4dc4-9517-b5669d09ec9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:03.830101572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9f7cbc-a09e-4dc4-9517-b5669d09ec9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:03.847631475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f9f7cbc-a09e-4dc4-9517-b5669d09ec9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:04.541834752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ff2a44-ddc8-491d-b9cc-9e43891bd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:04.545703377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d0b71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d0b71","reconcileID":"991ffa38-f27e-4687-a588-1c61db2dd259","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d0b71","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1d0b71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:04.558247469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ff2a44-ddc8-491d-b9cc-9e43891bd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:04.577286682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ff2a44-ddc8-491d-b9cc-9e43891bd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:04.59360546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ff2a44-ddc8-491d-b9cc-9e43891bd8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:05.39393731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0840c4-e944-4d0b-b0cd-a826c7412eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:05.411589127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0840c4-e944-4d0b-b0cd-a826c7412eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:05.427638852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0840c4-e944-4d0b-b0cd-a826c7412eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:05.443887141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d0840c4-e944-4d0b-b0cd-a826c7412eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:06.351204977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4b3b-d147-430c-937a-0e1e8da5b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:06.369827982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4b3b-d147-430c-937a-0e1e8da5b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:06.388394967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4b3b-d147-430c-937a-0e1e8da5b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:06.404961629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"654a4b3b-d147-430c-937a-0e1e8da5b3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:09.998133737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"b2cf850d-55bd-474d-822b-776bd6a363a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:10.019381048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"b2cf850d-55bd-474d-822b-776bd6a363a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:10.039236965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e94518-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"b2cf850d-55bd-474d-822b-776bd6a363a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.272741506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c45a0d39-5e13-4769-9eaf-2295b70d2f6b","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.272883293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c45a0d39-5e13-4769-9eaf-2295b70d2f6b","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.615214408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ac00d906-8b48-4da1-9bae-c8ae6b554b88","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.615242608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ac00d906-8b48-4da1-9bae-c8ae6b554b88","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.64834976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.648900477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"02b18be5-1171-444b-bca2-425c5ad59c44","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.648973841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"02b18be5-1171-444b-bca2-425c5ad59c44","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.701640474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"1ce3e284-70a6-4411-8bc1-92e04e793bf8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.765369118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"1ce3e284-70a6-4411-8bc1-92e04e793bf8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.788094503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"1ce3e284-70a6-4411-8bc1-92e04e793bf8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.815018027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"554d3ed6-f75d-4acd-abce-d01dcafd5319","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.815139125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"554d3ed6-f75d-4acd-abce-d01dcafd5319","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.849986909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0ce7ab48-cce8-42a3-a7cc-26081bf7a535","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.850098342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0ce7ab48-cce8-42a3-a7cc-26081bf7a535","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.879284689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"aaa69eef-5a29-4d34-934e-db90edebe50f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.87937486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"aaa69eef-5a29-4d34-934e-db90edebe50f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.887454567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"df21b94a-e132-4dd4-8b4c-cb8231c8e2b2","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:00:14.896300333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"b326d11b-5170-47c6-a70a-ea94747ce91a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-23697f9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.9106743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"df21b94a-e132-4dd4-8b4c-cb8231c8e2b2","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.93098827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"df21b94a-e132-4dd4-8b4c-cb8231c8e2b2","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.937982291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"821605f9-b16d-43cb-9b57-9334df150eb7","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.938000539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"821605f9-b16d-43cb-9b57-9334df150eb7","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.95966126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a0f33560-d146-4c87-a894-3f2e85694a5a","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.959677763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a0f33560-d146-4c87-a894-3f2e85694a5a","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:14.986464316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0bccbfd4-d079-42ca-884b-884adce7b9d5","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.01058482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0bccbfd4-d079-42ca-884b-884adce7b9d5","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.032801628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0bccbfd4-d079-42ca-884b-884adce7b9d5","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.035395812Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"2ef808ef-f6ca-4e36-ad1a-b3852aebeb5c","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"e2e-lifecycle-model-23697f9d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-23697f9d/e2e-sub-23697f9d"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.097187912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6afd1fc0-7234-44c9-b7cf-75f9c1f6d191","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.097217547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6afd1fc0-7234-44c9-b7cf-75f9c1f6d191","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:15.168648484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"e2f5287e-6ac9-401b-811d-8180941a283a","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:17.613595921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b24ddd8f-69d1-4038-a4ae-06fdf7bef86f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:17.660309374Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b24ddd8f-69d1-4038-a4ae-06fdf7bef86f","name":"e2e-api-a-d8f3f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:20.071966357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"26b39cae-d32f-4859-822a-771b7e4fafa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:20.093283555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"26b39cae-d32f-4859-822a-771b7e4fafa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:20.113324662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e94518-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f43e14c2f154003139d8714880171ed0cffef0b0c076db34d8dcf727ce65a5e1) AuthConfig (6d0906eb620537919a2890cb4676aa5e3b119ae4a12231b945662df41b9fe3f8) AuthConfig (579093f87bb9dcb21871c6cd6599d85b9a8037cbce8d162464645b893c1a490b) AuthConfig (3d4ee82440270303a8015be8ae431ef9235aca678a3f552f822d3917f8abf2dd) AuthConfig (ab89035b3ca6a35c0276bec8dc4c2a7c7fa10b087eb449993a707445d8b185c0) AuthConfig (3d8804981a4a5e34d9a289968af3b0859a47f7965a9ab636973200b301b6ae4e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"26b39cae-d32f-4859-822a-771b7e4fafa8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:20.14001561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb72a85-5b1f-488b-9d4e-cf8447ae115f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:20.140032838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bb72a85-5b1f-488b-9d4e-cf8447ae115f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:22.581412016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a70ab233-d467-4d6f-bf06-0820a0e475c8","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:22.581433704Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e2c84620-d9ba-4e74-892f-e7ab90a4033e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:22.748320853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"556d3738-f8e5-48b4-8341-03221e96ef49","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.448150398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"0de6e38d-7f14-4ecb-a4d3-01912dccf126","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.497022487Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"0de6e38d-7f14-4ecb-a4d3-01912dccf126","name":"e2e-api-b-1d0b71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.688995678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"1b4bcf2b-088b-497b-bffc-e4e623f9e111","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.710522258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"4853c946-859a-472e-89aa-ee7e726fbff9","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.773616175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"d9fb359c-a9e8-4e68-94f3-3e9ce0a3b9a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.794805311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"d9fb359c-a9e8-4e68-94f3-3e9ce0a3b9a2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.885695254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"3597a4fb-649a-453b-a2c4-a00f3ef08dad","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.885715028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-9793f8 priority=10:[ai-tenant-e2e-worker-w1-9793f8/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-9793f8/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.910677458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"96a23c16-a792-46d8-9e19-fd8899ceded9","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.920855055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"1f14629e-4dde-4a20-8dd3-e40e1e864842","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:00:23.927870621Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-9793f8/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.939716326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"53f0ab09-e322-4e8b-ae92-7b17a87bb9d9","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.953971825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"907f937e-45b5-46e2-9166-ca2614343af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.953996953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6dd8da3d-7f3d-4c9a-bb07-65a7b84d2963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.97013463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"6f092541-3f1b-4dcc-aebe-719305e0d739","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:23.998668549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"907f937e-45b5-46e2-9166-ca2614343af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.011587074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"6f278810-f479-42ee-bee4-6dda51342d8f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-w1-9793f8","model":"distinct-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.013244996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6dd8da3d-7f3d-4c9a-bb07-65a7b84d2963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.060334965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"f27a3bf6-db69-4dbc-b331-0401c90164d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.069584369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"41b5150c-4ad1-4b59-bb8f-3cc1fa7f7771","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.081848064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"f27a3bf6-db69-4dbc-b331-0401c90164d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.098404559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"8c8b8911-9066-4b6b-9c94-90d663bba827","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.119126726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"da4d8ebe-300f-401b-bdf3-1b389a052a0b","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.135538397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"4cffff03-4e22-415f-82a5-f4cba0dc6159","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.168538175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ef48f861-80d6-4cec-a761-14d8f14076a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.168537871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6ce82b43-6c7a-43c3-b8f2-20e7d233336b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.189430603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ef48f861-80d6-4cec-a761-14d8f14076a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.190938799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6ce82b43-6c7a-43c3-b8f2-20e7d233336b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.271093235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"bcf7f8b9-aa24-424f-8bdc-8505d716fb13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.291949697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"bcf7f8b9-aa24-424f-8bdc-8505d716fb13","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.304276195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"b3063382-899c-457f-9813-3dddb954c3b3","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.304448667Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-9793f8 priority=10:[ai-tenant-e2e-worker-w1-9793f8/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-9793f8/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.328549599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f0790d96-28c5-4ea8-b4d0-fa6f2abc4f02","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:00:24.33947833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"a128886d-215f-4db4-998a-40217def40af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:00:24.347355751Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f0790d96-28c5-4ea8-b4d0-fa6f2abc4f02","name":"distinct-2-w1-9793f8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:00:24.347407662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f0790d96-28c5-4ea8-b4d0-fa6f2abc4f02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-9793f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.348314208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"db3381a7-4b74-419a-864f-093e1f565358","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.352874532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f07519aa-7774-426e-9bd3-f372531874ff","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.376514373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"78323ce4-e7d4-4983-aa0b-f55178f8bd6b","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.384188247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"5104c0c6-34ba-4a8d-be75-8f4f48b91207","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.384389253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f2058d40-0fdb-48f5-8a9e-9ee9fee7516e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.38457536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c333cec0-f67d-43a6-9505-4d43aef8f6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.384974016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"9f18dbad-efc6-4581-88ef-0e95fa02390b","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.395877275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"99c4b237-0555-47f4-971a-84ec0a668f62","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.408667893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"5104c0c6-34ba-4a8d-be75-8f4f48b91207","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.408667891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f2058d40-0fdb-48f5-8a9e-9ee9fee7516e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.411229286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c333cec0-f67d-43a6-9505-4d43aef8f6c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.464749602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"638d4f6e-e7af-42e2-a3e4-2d0cc4a9c4c8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-2-w1-9793f8","model":"distinct-2-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.482195384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"5d745121-9cae-41e0-b523-fd76dde73e41","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.504670216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"5d745121-9cae-41e0-b523-fd76dde73e41","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.527284613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"079c9672-9570-4aa8-91dd-f3b43b3f9ef9","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.583884952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f8742441-caf1-449c-af00-f06b146359e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.591591243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"0b6cef0e-7507-464d-9688-8767c7a654f3","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-2-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.605279832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f8742441-caf1-449c-af00-f06b146359e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.688031001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"64f1aee8-5382-4dd9-b882-4045a1bc5f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.688421684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"69ddd2c0-78ee-4da8-9331-32bacfa726a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.710306946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"69ddd2c0-78ee-4da8-9331-32bacfa726a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:24.711444738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"64f1aee8-5382-4dd9-b882-4045a1bc5f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.065389421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bb138d8e-543f-4e5b-8cd2-2e819bc8a785","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.0875059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bb138d8e-543f-4e5b-8cd2-2e819bc8a785","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.107615587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bb138d8e-543f-4e5b-8cd2-2e819bc8a785","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.182749479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"54f7565f-ce72-486d-82eb-25404728d1fc","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.239819417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"b113dcaf-0d4a-4539-93eb-743c015c143b","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-300b5665","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.261382989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"790747a5-25ff-4ded-9a9f-8c8b2271fa15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.261679338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"79a9d913-45ed-4b67-982b-692854fe556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.262391389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa3d3489-f1cb-433e-ac9b-5b0ba223672d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.273967956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"6b040913-0c07-4dd3-b816-14bcde3ddbdf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.284779528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"79a9d913-45ed-4b67-982b-692854fe556c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.284937898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa3d3489-f1cb-433e-ac9b-5b0ba223672d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.287133738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"790747a5-25ff-4ded-9a9f-8c8b2271fa15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.29859629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"6b040913-0c07-4dd3-b816-14bcde3ddbdf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.496647183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"fce86b16-835a-4385-8e87-60cfc1dd1999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.497355432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"225eb9d1-d576-4459-9e74-c86c6dce06d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.49742395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"f660f648-9a50-4880-b081-f655e0d74410","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.513782064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"061b0f6f-25f9-4f2b-abe8-f3420832a3ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.520574169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"f660f648-9a50-4880-b081-f655e0d74410","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.525422289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"fce86b16-835a-4385-8e87-60cfc1dd1999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.529808176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"225eb9d1-d576-4459-9e74-c86c6dce06d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:25.538729852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"061b0f6f-25f9-4f2b-abe8-f3420832a3ca","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:28.846783787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"a9174288-8a81-49fd-8c3d-ecf691ad3dee","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:28.919771837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"796b9cad-5882-4cc6-a3a5-9a84566d76b9","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:28.919798164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"796b9cad-5882-4cc6-a3a5-9a84566d76b9","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:28.991867591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"dd0176db-8785-41a8-b10c-25d1bcfce1e7","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:29.018193099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"dd0176db-8785-41a8-b10c-25d1bcfce1e7","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:29.038489183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91915d99f724be868ad940ad6696a3d29caf53a6fc25558709566ef9369c68c) AuthConfig (f96f11f024dd739b9e36f29ea16e562284c9d71a11b941ac4c48a7098580fa3a) AuthConfig (f2cec4b3f0ef4a9f4fb11c0023bf28727729b816eb0b64937859ab3a708e958b) AuthConfig (c72927f25478a3ada7b29213a68141b1befb305d2b900ce82f4533da22c78ba3) AuthConfig (81c1207f58172521638615cc0a9659f3e08eca9f2eeed8ea3aff9d8642302331) AuthConfig (b113c2ec1e49bfa61999375ddc59ca1b6ecd258153f122786cf8fcbe9ef51bf3) AuthConfig (b3f6ceb2e0f6125a1990277d353be1e5aa5cc1a5f0f9458b0f6618ea7b725cfa) AuthConfig (090c1a89bc07f6c3315dd4570a3108bf23b8ad21500a739f50ad28fde3785ada) AuthConfig (b0e88ccea2807ff41eebaefaf1eb6aee82c3b724d4f04ffd10ad68391108fe14) AuthConfig (f59fb572cf9c0af05700ff23825d84a85f4d8097286efc40fc57cd9a179f193d) AuthConfig (ba18e0273e097f60d537f08e31f1ff79db707521772128d4edd3545456d64361) AuthConfig (b36ded0d570d9470827b1c64f5ef0124d0df5e745afa4c58a12b4c134cc8efe9) AuthConfig (be5fdf7a6a398a52698bbaee74cc8145bebe05db7102d8558a8a43f7218f201d) AuthConfig (98fced6579411191ef848a5da6e77eaa4e93dc53e6edd8aa17ad20b43a453130) AuthConfig (9002b33e434281b6edd149aaf185b3fa250668e64cc04478698aca07764943e2) AuthConfig (689ac9b030e299e3f9d27acde14d89658cf09d7b722114c1cd541d4f85f7dbc1) AuthConfig (7f3eec7ab7a7a0f05e480c840d184cf64662943cfd7dcff5f20a475c8bd401cc) AuthConfig (f486463f1f4dca301fbe6d5b9c55e04b4ffa080930979a1a60c261390819dcd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"dd0176db-8785-41a8-b10c-25d1bcfce1e7","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:29.060496238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"dc93c939-3df3-4033-9307-d0a4ddc2f31f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:29.060515163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"dc93c939-3df3-4033-9307-d0a4ddc2f31f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:30.173597335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"8202d526-2912-45c1-bc18-034b9b7bfc14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:30.197744192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"8202d526-2912-45c1-bc18-034b9b7bfc14","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:30.297087391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5b07865-a2ae-4578-896f-f640fab47b32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:30.297116596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e5b07865-a2ae-4578-896f-f640fab47b32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.257620205Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"e8e0158e-3777-4450-9c73-071c44b9cc0a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.275205762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"e8e0158e-3777-4450-9c73-071c44b9cc0a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.291818707Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub1","reconcileID":"e8e0158e-3777-4450-9c73-071c44b9cc0a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.389417119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"d3122d95-a06e-4189-bb22-37c23da6944a","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.414993006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4f43e2f7-fc37-404c-bb75-16ed431c0148","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.43816362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"3d5bc15e-072e-4f69-a57d-abeab373847c","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.475293281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1870f4bf-895f-4689-8d61-cfadc485a8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.477716982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dd8d614d-4a30-43c9-b70f-b41ada7f7585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.477739974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"e43aa4e1-0bc0-476e-92c5-efc4a5290e02","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.478164099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"e84269f6-958a-4c6d-867a-c9b4222c1e1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.497600612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1870f4bf-895f-4689-8d61-cfadc485a8f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.499625949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"e84269f6-958a-4c6d-867a-c9b4222c1e1f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.501049925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"e43aa4e1-0bc0-476e-92c5-efc4a5290e02","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.502737209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dd8d614d-4a30-43c9-b70f-b41ada7f7585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.53493297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"036d2232-1944-4927-a6ee-26c7d6b278e1","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.59146548Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"a3de4e16-482b-4f6e-bcdc-bd903f2bd4b0","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fadf5af0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.714456079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"04fbc21c-a11e-4dd8-8326-73aa48fd6c4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.714597225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"3f710680-968e-4966-b9a7-da6119547568","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.714455578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e16389fa-6c29-41cc-9f04-1292440f68ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.736321441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"3f710680-968e-4966-b9a7-da6119547568","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.736808526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"04fbc21c-a11e-4dd8-8326-73aa48fd6c4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.739133328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e16389fa-6c29-41cc-9f04-1292440f68ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.813362978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2eae27b2-07a6-485d-a9c1-b898360bc873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:35.83462459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2eae27b2-07a6-485d-a9c1-b898360bc873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.274133755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3a07d2-0788-479a-b3b9-20c10d798423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.290640241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3a07d2-0788-479a-b3b9-20c10d798423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.306904752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3a07d2-0788-479a-b3b9-20c10d798423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.323951802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db3a07d2-0788-479a-b3b9-20c10d798423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.957604013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c986bb-8974-4606-b651-c2daed58612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.973855178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c986bb-8974-4606-b651-c2daed58612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:37.990050918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c986bb-8974-4606-b651-c2daed58612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:38.007574024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c986bb-8974-4606-b651-c2daed58612d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:39.093743645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bf28c791-c67a-4664-b072-047c5d4e8cef","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:39.119740555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bf28c791-c67a-4664-b072-047c5d4e8cef","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:39.141175909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91915d99f724be868ad940ad6696a3d29caf53a6fc25558709566ef9369c68c) AuthConfig (f96f11f024dd739b9e36f29ea16e562284c9d71a11b941ac4c48a7098580fa3a) AuthConfig (f2cec4b3f0ef4a9f4fb11c0023bf28727729b816eb0b64937859ab3a708e958b) AuthConfig (c72927f25478a3ada7b29213a68141b1befb305d2b900ce82f4533da22c78ba3) AuthConfig (81c1207f58172521638615cc0a9659f3e08eca9f2eeed8ea3aff9d8642302331) AuthConfig (b113c2ec1e49bfa61999375ddc59ca1b6ecd258153f122786cf8fcbe9ef51bf3) AuthConfig (b3f6ceb2e0f6125a1990277d353be1e5aa5cc1a5f0f9458b0f6618ea7b725cfa) AuthConfig (090c1a89bc07f6c3315dd4570a3108bf23b8ad21500a739f50ad28fde3785ada) AuthConfig (b0e88ccea2807ff41eebaefaf1eb6aee82c3b724d4f04ffd10ad68391108fe14) AuthConfig (f59fb572cf9c0af05700ff23825d84a85f4d8097286efc40fc57cd9a179f193d) AuthConfig (ba18e0273e097f60d537f08e31f1ff79db707521772128d4edd3545456d64361) AuthConfig (b36ded0d570d9470827b1c64f5ef0124d0df5e745afa4c58a12b4c134cc8efe9) AuthConfig (be5fdf7a6a398a52698bbaee74cc8145bebe05db7102d8558a8a43f7218f201d) AuthConfig (98fced6579411191ef848a5da6e77eaa4e93dc53e6edd8aa17ad20b43a453130) AuthConfig (9002b33e434281b6edd149aaf185b3fa250668e64cc04478698aca07764943e2) AuthConfig (689ac9b030e299e3f9d27acde14d89658cf09d7b722114c1cd541d4f85f7dbc1) AuthConfig (7f3eec7ab7a7a0f05e480c840d184cf64662943cfd7dcff5f20a475c8bd401cc) AuthConfig (f486463f1f4dca301fbe6d5b9c55e04b4ffa080930979a1a60c261390819dcd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"bf28c791-c67a-4664-b072-047c5d4e8cef","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.200571079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263dc56c-a5e9-471e-ba90-5b8fb6709d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.200610339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"263dc56c-a5e9-471e-ba90-5b8fb6709d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.222972634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71013fe4-55d5-4497-a649-47b9cdcaddf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.222997897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71013fe4-55d5-4497-a649-47b9cdcaddf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.256008784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a760136b-93ee-436e-ab28-2c7cdf877ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.317151058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a760136b-93ee-436e-ab28-2c7cdf877ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.337904686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d8f3f1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a760136b-93ee-436e-ab28-2c7cdf877ae4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.360305866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f5c36b1-a172-4331-beff-e1820cc83bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:40.360467262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f5c36b1-a172-4331-beff-e1820cc83bbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:43.526865784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f21f15-9992-4098-a496-ec74910bcf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:43.544228497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f21f15-9992-4098-a496-ec74910bcf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:43.560491607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f21f15-9992-4098-a496-ec74910bcf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:43.581617885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f21f15-9992-4098-a496-ec74910bcf39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:44.343830623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77587be-d444-4cd7-9cc1-93d3da281211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:44.36298304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77587be-d444-4cd7-9cc1-93d3da281211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:44.382409271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77587be-d444-4cd7-9cc1-93d3da281211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:44.408713317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f77587be-d444-4cd7-9cc1-93d3da281211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:44.633378193Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.378153785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-629c02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-629c02","reconcileID":"f9d07fa3-a602-4c69-ad53-3339d395b4fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-629c02","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-629c02":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.378334187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a2d49e-88cb-4cb3-ab89-adf4e53cac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.407800415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a2d49e-88cb-4cb3-ab89-adf4e53cac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.432722297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a2d49e-88cb-4cb3-ab89-adf4e53cac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.4490469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44a2d49e-88cb-4cb3-ab89-adf4e53cac48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.526795159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee82a5a-3be1-49ce-a24b-c56902f27ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.526900009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee82a5a-3be1-49ce-a24b-c56902f27ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.545737612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78d3a43b-e161-42ff-adfd-00bd8114ef91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.545829511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78d3a43b-e161-42ff-adfd-00bd8114ef91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.611364352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"cb2cc14b-25fc-4a4e-a71d-5843a426741e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.628769379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"95e39360-4592-46df-8faf-d0f8eb5cf34f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.660861731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"95e39360-4592-46df-8faf-d0f8eb5cf34f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.70584992Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-sub2","reconcileID":"95e39360-4592-46df-8faf-d0f8eb5cf34f","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.720810647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"cb2cc14b-25fc-4a4e-a71d-5843a426741e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.761874431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d0b71-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"cb2cc14b-25fc-4a4e-a71d-5843a426741e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.807462653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"580d2fc9-2551-4dd9-afaa-a2202ef4c9b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.807489374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"580d2fc9-2551-4dd9-afaa-a2202ef4c9b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:45.95880434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"ea4b2d4a-c05c-4b83-9a69-c4290698460a","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.051436133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"efde4e88-a5e8-4878-8e82-167abc19fc09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.086560093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"efde4e88-a5e8-4878-8e82-167abc19fc09","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.117432266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"8e69e6e6-5dc4-4050-a7a8-e2dc3b1d3fed","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.22271568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"096b10cd-c8d2-434d-adc8-80f39ed43c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.222715763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b98ddc0f-a4a4-46a0-ba11-b2a2b9c95018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.223381109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"097b13a0-cebf-45d6-a828-97379e0fb4bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.246629853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"097b13a0-cebf-45d6-a828-97379e0fb4bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.267426735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b98ddc0f-a4a4-46a0-ba11-b2a2b9c95018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.267908451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"096b10cd-c8d2-434d-adc8-80f39ed43c0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.311858679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"d627dc6e-349c-4038-8642-0dce06acb0f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.334246192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"d627dc6e-349c-4038-8642-0dce06acb0f7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.363756154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth1","reconcileID":"a733a0d6-07ab-4b51-bbe2-a10d3be0dc93","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.404018606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4227f568-97a6-49ac-b8ea-36f473179499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.421400954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4227f568-97a6-49ac-b8ea-36f473179499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.438488183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4227f568-97a6-49ac-b8ea-36f473179499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.44259949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"817dec0c-aa09-42d6-88d5-453480ff5040","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.455585551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4227f568-97a6-49ac-b8ea-36f473179499","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.601097857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-ignore-header-auth2","reconcileID":"44909694-bc3b-4505-b27f-e51e1e9f081c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.601108275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"0542272d-dc9a-409d-ad1b-a64025a8652e","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.616588256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"4787d27c-7b29-40f4-b9a1-7191e640327e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.6379588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"4787d27c-7b29-40f4-b9a1-7191e640327e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:46.653682948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"ad70e3d5-97fb-4649-b122-7082a4af276d","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.090519076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"de5d973a-dd65-4919-85b0-a59704b9863a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.117181172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"de5d973a-dd65-4919-85b0-a59704b9863a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.255736234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ec62cf-3206-445d-b35e-39d9a98dec32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.274661527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ec62cf-3206-445d-b35e-39d9a98dec32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.291708325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ec62cf-3206-445d-b35e-39d9a98dec32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:47.310133656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8ec62cf-3206-445d-b35e-39d9a98dec32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:48.333181008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545bfc0-a2a8-44f3-b547-e8408803e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:48.349452526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545bfc0-a2a8-44f3-b547-e8408803e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:48.365827923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545bfc0-a2a8-44f3-b547-e8408803e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:48.381910288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4545bfc0-a2a8-44f3-b547-e8408803e680","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.041399371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a4ed10-665a-432d-a937-2d5edcc2590b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.060011781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a4ed10-665a-432d-a937-2d5edcc2590b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.077256471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a4ed10-665a-432d-a937-2d5edcc2590b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.094207221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a4ed10-665a-432d-a937-2d5edcc2590b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.180010848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"8ca07d0e-b455-4113-a0c8-91648c1ab8a8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.202706244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"8ca07d0e-b455-4113-a0c8-91648c1ab8a8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.222803051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-23697f9d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f91915d99f724be868ad940ad6696a3d29caf53a6fc25558709566ef9369c68c) AuthConfig (f96f11f024dd739b9e36f29ea16e562284c9d71a11b941ac4c48a7098580fa3a) AuthConfig (f2cec4b3f0ef4a9f4fb11c0023bf28727729b816eb0b64937859ab3a708e958b) AuthConfig (c72927f25478a3ada7b29213a68141b1befb305d2b900ce82f4533da22c78ba3) AuthConfig (81c1207f58172521638615cc0a9659f3e08eca9f2eeed8ea3aff9d8642302331) AuthConfig (b113c2ec1e49bfa61999375ddc59ca1b6ecd258153f122786cf8fcbe9ef51bf3) AuthConfig (b3f6ceb2e0f6125a1990277d353be1e5aa5cc1a5f0f9458b0f6618ea7b725cfa) AuthConfig (090c1a89bc07f6c3315dd4570a3108bf23b8ad21500a739f50ad28fde3785ada) AuthConfig (b0e88ccea2807ff41eebaefaf1eb6aee82c3b724d4f04ffd10ad68391108fe14) AuthConfig (f59fb572cf9c0af05700ff23825d84a85f4d8097286efc40fc57cd9a179f193d) AuthConfig (ba18e0273e097f60d537f08e31f1ff79db707521772128d4edd3545456d64361) AuthConfig (b36ded0d570d9470827b1c64f5ef0124d0df5e745afa4c58a12b4c134cc8efe9) AuthConfig (be5fdf7a6a398a52698bbaee74cc8145bebe05db7102d8558a8a43f7218f201d) AuthConfig (98fced6579411191ef848a5da6e77eaa4e93dc53e6edd8aa17ad20b43a453130) AuthConfig (9002b33e434281b6edd149aaf185b3fa250668e64cc04478698aca07764943e2) AuthConfig (689ac9b030e299e3f9d27acde14d89658cf09d7b722114c1cd541d4f85f7dbc1) AuthConfig (7f3eec7ab7a7a0f05e480c840d184cf64662943cfd7dcff5f20a475c8bd401cc) AuthConfig (f486463f1f4dca301fbe6d5b9c55e04b4ffa080930979a1a60c261390819dcd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"8ca07d0e-b455-4113-a0c8-91648c1ab8a8","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.76160762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c09e1-9a2a-4111-9497-5b2912a5a07d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.778560839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c09e1-9a2a-4111-9497-5b2912a5a07d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.79470667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c09e1-9a2a-4111-9497-5b2912a5a07d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:49.810794514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9c09e1-9a2a-4111-9497-5b2912a5a07d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:50.393312382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"7e42461b-dda4-418b-84de-b09c20fbe4d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:50.416225243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"7e42461b-dda4-418b-84de-b09c20fbe4d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:50.435854349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d8f3f1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"7e42461b-dda4-418b-84de-b09c20fbe4d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:55.840814168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"4f884ff0-f1c0-4bb3-87fc-b8f26d235aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:55.862048563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"4f884ff0-f1c0-4bb3-87fc-b8f26d235aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:55.88319756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d0b71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d5badef08e46320651a5fb932ca47a022af0637dfb597a0cd2d8f6654f14146) AuthConfig (b7715eada3e39044c92b519dd867559719e25c61688badb785059dab86383570) AuthConfig (1bdb40c7c6ab969f0d82205bbb6212781cb16d1a1a918ca4814333334ab6334a) AuthConfig (26160808b4e300144074f8ebdd8e2938d5f8e0522a9288e99bd22411a42743eb) AuthConfig (b727d57408372e55e93e4b5e2a1738df3415e94edb2b03034fa95e66588ac787) AuthConfig (0d171293ebdcb63d1ce9faed4a596e087aba75f530a2d7aa4fc6a692765f7f39) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"4f884ff0-f1c0-4bb3-87fc-b8f26d235aff","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:55.905489485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d09f5a42-c3d8-44ac-a4dc-f03a06746e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:55.905508044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d09f5a42-c3d8-44ac-a4dc-f03a06746e90","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:57.254854303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"eafd47a5-0599-4ecf-8ba7-a1e9c671d7d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:57.276159523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"eafd47a5-0599-4ecf-8ba7-a1e9c671d7d9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:57.355424248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"1209b77d-27fd-492a-a191-b1306fb50c32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:57.378151003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"1209b77d-27fd-492a-a191-b1306fb50c32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:59.254940207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"c7128172-3a42-44c3-a16a-447494ca2e5a","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:59.276026084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"c7128172-3a42-44c3-a16a-447494ca2e5a","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:59.362975916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"2f7d2866-71d0-4e9d-8440-5dacdab5781f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:00:59.36299467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"2f7d2866-71d0-4e9d-8440-5dacdab5781f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:00.469334162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a03a3042-c047-45dd-9f8c-58578313922f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:00.492108154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a03a3042-c047-45dd-9f8c-58578313922f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:00.512276952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d8f3f1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6b0316109dfbeacd0a9631ab9399983eb6d7d59874800eadc459096e29f56f) AuthConfig (e944f4b2bbdeeb962db01bbb3b4a82877be5adacfe6e20f36cb49182d1fa1b8f) AuthConfig (07a4eb59caf516a6b910928cf87a1b2eb09ea71efbe44e0104dfa1826f027fe0) AuthConfig (6087afd58cdf3bb552d340da122a33ad20e369d678d73fcec31088fcb978e4c8) AuthConfig (45d940c1e689841603fb9fcb76a8007518522035132453afc9fd0460670f81d8) AuthConfig (703d182d8dd83ea75aeaa38d642310ec2e143a9c103861b320e1da5ed9ee22fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"a03a3042-c047-45dd-9f8c-58578313922f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:00.534674114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c4ef6cb-69ee-4a77-99d9-a728efce1607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:00.534690704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c4ef6cb-69ee-4a77-99d9-a728efce1607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.075619454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53eb065d-b049-42f2-af38-dd14cf70d7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.091913925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53eb065d-b049-42f2-af38-dd14cf70d7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.107990591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53eb065d-b049-42f2-af38-dd14cf70d7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.123974652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53eb065d-b049-42f2-af38-dd14cf70d7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.838194052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61c65ee-c02e-463b-ac83-56641881d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.854249656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61c65ee-c02e-463b-ac83-56641881d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.870371245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61c65ee-c02e-463b-ac83-56641881d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.886318231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f61c65ee-c02e-463b-ac83-56641881d93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.913762589Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-075f71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-075f71","reconcileID":"2b52ae29-9464-45b8-a829-0aa0d30b651b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-075f71","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-075f71":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.948274348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"0f34780c-6c47-41a3-b4d0-cf9453937768","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.969231576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"0f34780c-6c47-41a3-b4d0-cf9453937768","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:05.990123449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d0b71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d5badef08e46320651a5fb932ca47a022af0637dfb597a0cd2d8f6654f14146) AuthConfig (b7715eada3e39044c92b519dd867559719e25c61688badb785059dab86383570) AuthConfig (1bdb40c7c6ab969f0d82205bbb6212781cb16d1a1a918ca4814333334ab6334a) AuthConfig (26160808b4e300144074f8ebdd8e2938d5f8e0522a9288e99bd22411a42743eb) AuthConfig (b727d57408372e55e93e4b5e2a1738df3415e94edb2b03034fa95e66588ac787) AuthConfig (0d171293ebdcb63d1ce9faed4a596e087aba75f530a2d7aa4fc6a692765f7f39) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"0f34780c-6c47-41a3-b4d0-cf9453937768","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.391658884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"226e62cc-29dd-408f-bd5d-33487f6d920e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.391785053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"226e62cc-29dd-408f-bd5d-33487f6d920e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.417031484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfabcefd-c8ee-4a6d-8503-8847ab05c01b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.464138197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfabcefd-c8ee-4a6d-8503-8847ab05c01b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.52683071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"5ba8fbd8-0933-4f15-b48a-9b7d3f0763c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.550569929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"5ba8fbd8-0933-4f15-b48a-9b7d3f0763c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.5811585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe1c7d-5bba-430b-96bc-5892ddfbbb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.59651529Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"5ba8fbd8-0933-4f15-b48a-9b7d3f0763c6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2ca3248b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.597255207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe1c7d-5bba-430b-96bc-5892ddfbbb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.613368899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe1c7d-5bba-430b-96bc-5892ddfbbb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.62942493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3fe1c7d-5bba-430b-96bc-5892ddfbbb12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.837538207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc66830e-c8ff-4348-a7ac-1a0be0baa65c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.837561893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc66830e-c8ff-4348-a7ac-1a0be0baa65c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.902396054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"734c2b0d-4587-44e1-b1d0-72e061e35488","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.926242467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"734c2b0d-4587-44e1-b1d0-72e061e35488","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:06.961893661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"734c2b0d-4587-44e1-b1d0-72e061e35488","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2ca3248b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.131886471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"d4fe45a0-e4f0-43ae-9a9f-9122ae5d487e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.213396053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"d4fe45a0-e4f0-43ae-9a9f-9122ae5d487e","name":"e2e-api-b-629c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.366320793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ef4e33-f5c3-4e82-8d14-7aa55d431b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.382339818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ef4e33-f5c3-4e82-8d14-7aa55d431b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.398710905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ef4e33-f5c3-4e82-8d14-7aa55d431b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:07.415264161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79ef4e33-f5c3-4e82-8d14-7aa55d431b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.046044199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"2eec01c8-650f-43f1-aeb0-697486636572","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.046150272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"2eec01c8-650f-43f1-aeb0-697486636572","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.088333188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7976e-4f6a-4810-9da6-fe92b7db51ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.105486285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7976e-4f6a-4810-9da6-fe92b7db51ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.115606759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"9117f5bb-d406-4d34-a549-c8f52ab37f6d","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.11563065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"9117f5bb-d406-4d34-a549-c8f52ab37f6d","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.122399031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7976e-4f6a-4810-9da6-fe92b7db51ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.122958531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"3ed4b0de-5903-43c4-a11c-1608a34d4318","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.136865242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"6687a0ad-e69b-4a5d-abb5-0967b1b44cfd","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.142273698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b7976e-4f6a-4810-9da6-fe92b7db51ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.245427126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"3ed4b0de-5903-43c4-a11c-1608a34d4318","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.395574098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"7a84ce62-0570-4bb6-9547-4ac4a476f40b","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.422790494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"f5ccdfc7-6631-4cf7-bc4a-88cd28f03dd9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.44555834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"f5ccdfc7-6631-4cf7-bc4a-88cd28f03dd9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.909757565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cef089d-2489-4011-8437-30e042ab5c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.926400616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cef089d-2489-4011-8437-30e042ab5c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.942371827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cef089d-2489-4011-8437-30e042ab5c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:08.958957495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cef089d-2489-4011-8437-30e042ab5c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.197565016Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"48aff230-df44-44ad-8add-c7f0f4808932","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.197698984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa726605-8f0e-4e10-87a0-ae1b5e263f74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.197718646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa726605-8f0e-4e10-87a0-ae1b5e263f74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.213448675Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-2ca3248b","reconcileID":"48aff230-df44-44ad-8add-c7f0f4808932","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-2ca3248b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-2ca3248b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.350719715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbc1eb32-bd89-4f20-af28-5c7d78c28749","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.350745624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbc1eb32-bd89-4f20-af28-5c7d78c28749","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.677791777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43df4394-d32b-4011-86e4-c6d0f6118155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.69522942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43df4394-d32b-4011-86e4-c6d0f6118155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.7139658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43df4394-d32b-4011-86e4-c6d0f6118155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:09.730554628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43df4394-d32b-4011-86e4-c6d0f6118155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.464768344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02636dd7-900d-4479-b81d-76fec05ad2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.480870391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02636dd7-900d-4479-b81d-76fec05ad2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.497177676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02636dd7-900d-4479-b81d-76fec05ad2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.513185532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02636dd7-900d-4479-b81d-76fec05ad2e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.584583683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"b1f99e91-4052-4525-8e06-57c35d59af57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.606140973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"b1f99e91-4052-4525-8e06-57c35d59af57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:10.626274077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-d8f3f1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f6b0316109dfbeacd0a9631ab9399983eb6d7d59874800eadc459096e29f56f) AuthConfig (e944f4b2bbdeeb962db01bbb3b4a82877be5adacfe6e20f36cb49182d1fa1b8f) AuthConfig (07a4eb59caf516a6b910928cf87a1b2eb09ea71efbe44e0104dfa1826f027fe0) AuthConfig (6087afd58cdf3bb552d340da122a33ad20e369d678d73fcec31088fcb978e4c8) AuthConfig (45d940c1e689841603fb9fcb76a8007518522035132453afc9fd0460670f81d8) AuthConfig (703d182d8dd83ea75aeaa38d642310ec2e143a9c103861b320e1da5ed9ee22fe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"b1f99e91-4052-4525-8e06-57c35d59af57","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.070590369Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"b320a00f-cf7b-4ff2-b134-4be91bbe773a","namespace":"ai-tenant-e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.070670939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"b320a00f-cf7b-4ff2-b134-4be91bbe773a","namespace":"ai-tenant-e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.070748679Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"b320a00f-cf7b-4ff2-b134-4be91bbe773a","name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.094464254Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"b320a00f-cf7b-4ff2-b134-4be91bbe773a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.095775652Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"6c264b31-11d8-4b83-95a3-cc5261ca5980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.096298163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfdd2df3-249f-436c-8801-26c9b9362685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.096314102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfdd2df3-249f-436c-8801-26c9b9362685","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.14462023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"6c264b31-11d8-4b83-95a3-cc5261ca5980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.200496622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"6c264b31-11d8-4b83-95a3-cc5261ca5980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"name":"e2e-api-a-e94518-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.200521427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"e2e-e2e-api-a-e94518-policy","reconcileID":"6c264b31-11d8-4b83-95a3-cc5261ca5980","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e94518-policy","namespace":"ai-tenant-e2e-api-a-e94518"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.264740016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dde37d18-f016-47cf-97a2-61b2aeb17ae7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:13.264758966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dde37d18-f016-47cf-97a2-61b2aeb17ae7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:14.632693229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:16.023450794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"b0b9cd68-48f6-4889-9f13-d36a62a41161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:16.045179233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"b0b9cd68-48f6-4889-9f13-d36a62a41161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:16.065375983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1d0b71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d5badef08e46320651a5fb932ca47a022af0637dfb597a0cd2d8f6654f14146) AuthConfig (b7715eada3e39044c92b519dd867559719e25c61688badb785059dab86383570) AuthConfig (1bdb40c7c6ab969f0d82205bbb6212781cb16d1a1a918ca4814333334ab6334a) AuthConfig (26160808b4e300144074f8ebdd8e2938d5f8e0522a9288e99bd22411a42743eb) AuthConfig (b727d57408372e55e93e4b5e2a1738df3415e94edb2b03034fa95e66588ac787) AuthConfig (0d171293ebdcb63d1ce9faed4a596e087aba75f530a2d7aa4fc6a692765f7f39) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71) EnvoyFilter (openshift-ingress/e2e-api-b-1d0b71)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"b0b9cd68-48f6-4889-9f13-d36a62a41161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:17.360914862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd89b-0f77-4716-8d28-79e172ac6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:17.377320277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd89b-0f77-4716-8d28-79e172ac6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:17.394312317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd89b-0f77-4716-8d28-79e172ac6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:17.411555862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dafd89b-0f77-4716-8d28-79e172ac6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.132380881Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-908312","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-908312","reconcileID":"c86769b9-e834-44fa-ab69-4847dc508c46","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-908312","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-908312":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.249804958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae56b48-4c84-49dc-b05f-d9cadbc87ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.283132934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae56b48-4c84-49dc-b05f-d9cadbc87ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.302729168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae56b48-4c84-49dc-b05f-d9cadbc87ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.32160271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fae56b48-4c84-49dc-b05f-d9cadbc87ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.410508351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c06019a0-04fe-4cdc-bf98-bee56f405a01","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.410748976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c06019a0-04fe-4cdc-bf98-bee56f405a01","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.477293946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"27247b63-015d-4ed1-a859-d40136c343cd","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.502697844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"27247b63-015d-4ed1-a859-d40136c343cd","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.520021431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"56111926-628c-4001-bbfc-3f43dcbab6e0","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.615226778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"2431764d-2818-436a-a7b1-09b318115818","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.63884174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"2431764d-2818-436a-a7b1-09b318115818","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:18.650110543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"672bdfc2-aca3-4d26-a1ca-52fb34980d89","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:19.177242023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf8a91a-c600-4d41-81e1-99c3fb24086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:19.257403992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf8a91a-c600-4d41-81e1-99c3fb24086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:19.277964339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf8a91a-c600-4d41-81e1-99c3fb24086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:19.307803253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbf8a91a-c600-4d41-81e1-99c3fb24086b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.248371495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01336532-508a-47fb-a15c-02d974c759a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.264890081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01336532-508a-47fb-a15c-02d974c759a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.288894727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01336532-508a-47fb-a15c-02d974c759a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.311466649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01336532-508a-47fb-a15c-02d974c759a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.787184826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"5013a5fa-5444-4b2b-a3cb-d5b963652929","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:20.903576328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"5013a5fa-5444-4b2b-a3cb-d5b963652929","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.071548489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c122d6-88c3-4a2a-814d-5399593a092a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.071588198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33c122d6-88c3-4a2a-814d-5399593a092a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.261660247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff7762a-96fe-4b2a-8d6a-61c857237d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.28272771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff7762a-96fe-4b2a-8d6a-61c857237d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.300812813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff7762a-96fe-4b2a-8d6a-61c857237d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:21.316699337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ff7762a-96fe-4b2a-8d6a-61c857237d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:22.174554679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7db00c-b4be-4fc4-9bfd-ea2f6841ea68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:22.197309049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7db00c-b4be-4fc4-9bfd-ea2f6841ea68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:22.213724968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7db00c-b4be-4fc4-9bfd-ea2f6841ea68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:22.229953395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be7db00c-b4be-4fc4-9bfd-ea2f6841ea68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.001288982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e636aa4f-5093-4e0f-8b0a-59a5cf61b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.017416972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e636aa4f-5093-4e0f-8b0a-59a5cf61b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.033419651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e636aa4f-5093-4e0f-8b0a-59a5cf61b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.049350233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e636aa4f-5093-4e0f-8b0a-59a5cf61b3c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.743839429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5b2ffe-5ac0-4c13-9bda-e65995f80bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.760509521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5b2ffe-5ac0-4c13-9bda-e65995f80bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.798833693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5b2ffe-5ac0-4c13-9bda-e65995f80bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:23.814958263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a5b2ffe-5ac0-4c13-9bda-e65995f80bf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:24.542153894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75abb536-aaa2-4728-9924-753a7cb002a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:24.558443621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75abb536-aaa2-4728-9924-753a7cb002a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:24.577414096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75abb536-aaa2-4728-9924-753a7cb002a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:24.593655462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75abb536-aaa2-4728-9924-753a7cb002a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.240472098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba6eb43-e2df-4e17-a164-5f3f8c186548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.256982828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba6eb43-e2df-4e17-a164-5f3f8c186548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.273078769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba6eb43-e2df-4e17-a164-5f3f8c186548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.289014768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fba6eb43-e2df-4e17-a164-5f3f8c186548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.971509772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b1e45-566f-4875-8a17-fd11d91bcfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:25.988518181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b1e45-566f-4875-8a17-fd11d91bcfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.066217787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b1e45-566f-4875-8a17-fd11d91bcfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.083228119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"565b1e45-566f-4875-8a17-fd11d91bcfc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.118124672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"cf135d28-17c0-45f4-8428-b41a1a37727f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.146340003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"cf135d28-17c0-45f4-8428-b41a1a37727f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.337194648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dec346e7-79c5-4cda-bcde-524ec1271b3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:26.337215676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dec346e7-79c5-4cda-bcde-524ec1271b3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:27.825603097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"f4f57caf-d5d2-476d-81b8-591ccb58df34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:27.871906338Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"f4f57caf-d5d2-476d-81b8-591ccb58df34","name":"e2e-api-a-075f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:30.715942984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12212536-ff34-4ddb-b8d6-6d2dc3b64104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:30.732128366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12212536-ff34-4ddb-b8d6-6d2dc3b64104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:30.748220744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12212536-ff34-4ddb-b8d6-6d2dc3b64104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:30.764215543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12212536-ff34-4ddb-b8d6-6d2dc3b64104","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.409172469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb7639fd-9bc2-42e4-8cff-b80cd36cd5ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.409197761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb7639fd-9bc2-42e4-8cff-b80cd36cd5ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.428183741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"650f6660-f54b-4912-aa05-2dbe81ae491c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.428202738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"650f6660-f54b-4912-aa05-2dbe81ae491c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.461235446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"7e5e32bc-7c42-43d6-9785-ae336224c876","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.492629233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a2fc6f-2d07-477b-a85e-a20c3662c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.508710079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a2fc6f-2d07-477b-a85e-a20c3662c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.525017169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a2fc6f-2d07-477b-a85e-a20c3662c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.527599597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"7e5e32bc-7c42-43d6-9785-ae336224c876","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.541571151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a2fc6f-2d07-477b-a85e-a20c3662c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.562146491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-629c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"7e5e32bc-7c42-43d6-9785-ae336224c876","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.586085609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838a44f8-2d40-4e38-a2de-641242569a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:31.586107267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"838a44f8-2d40-4e38-a2de-641242569a75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.295897663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e43e47-3ada-4d40-9f89-4ae9dd349c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.312113444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e43e47-3ada-4d40-9f89-4ae9dd349c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.328306317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e43e47-3ada-4d40-9f89-4ae9dd349c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.344557548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7e43e47-3ada-4d40-9f89-4ae9dd349c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.768047685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"4ea59175-7f46-4d67-9874-c265a980b4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.798825399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"4ea59175-7f46-4d67-9874-c265a980b4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:32.997480198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"c1977f75-41ca-4209-bdd7-6c00c30d216a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.020485436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"c1977f75-41ca-4209-bdd7-6c00c30d216a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.037087243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e6659c-b9aa-4652-af29-15e29c2bcfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.053126387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e6659c-b9aa-4652-af29-15e29c2bcfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.071199967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e6659c-b9aa-4652-af29-15e29c2bcfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.09367293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7e6659c-b9aa-4652-af29-15e29c2bcfb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.874512161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097bab4a-aedc-48dc-bb7f-449c5bd4b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.891445551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097bab4a-aedc-48dc-bb7f-449c5bd4b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.909689946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097bab4a-aedc-48dc-bb7f-449c5bd4b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:33.926526618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"097bab4a-aedc-48dc-bb7f-449c5bd4b005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.244559952Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.244629968Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.273693788Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.273787604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.274159774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3195429b-8c73-41fc-8973-47eca9550f3c","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.274233474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3195429b-8c73-41fc-8973-47eca9550f3c","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.28898077Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.307941616Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"e8fb0f2d-d7fa-41c9-94ca-9bc3ba3f4910","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.30815637Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","namespace":"ai-tenant-e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.308229467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","namespace":"ai-tenant-e2e-api-a-e94518","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.308303019Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","tenant":"e2e-api-a-e94518","tenantID":"e2e-api-a-e94518","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.31123118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc886b37-e1cf-4422-a372-c09dc4557937","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.311250644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc886b37-e1cf-4422-a372-c09dc4557937","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.321548154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"f18acf73-8480-41df-b14e-8bdb2aa601ae","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.328833396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Deployment","name":"maas-api-e2e-api-a-e94518","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:34.329457354Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc886b37-e1cf-4422-a372-c09dc4557937","name":"e2e-lifecycle-model-23697f9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-23697f9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:34.329507509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc886b37-e1cf-4422-a372-c09dc4557937","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-23697f9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.334822178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"99f45072-5e3a-4295-8669-361b4af1d46d","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.334840703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"99f45072-5e3a-4295-8669-361b4af1d46d","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.344702596Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"0867505f-e438-4eda-ab26-13f228ddf8e2","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9775cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.345909982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"f18acf73-8480-41df-b14e-8bdb2aa601ae","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.363000914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Service","name":"maas-api-e2e-api-a-e94518","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.381900348Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"2f80dbc3-40e4-4fd7-9588-01f624c779df","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9775cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.419255031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e94518","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.443573417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e94518","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.485670688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.507208607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.507709538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0e47835d-feac-4e73-a0dd-03fa3a0dbeb9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.530254768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.549334318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.56601443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Deployment","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.58813622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.604660997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Service","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.62038293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.620790061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0e47835d-feac-4e73-a0dd-03fa3a0dbeb9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.636327343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.652424562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.719326819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.721362241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0e47835d-feac-4e73-a0dd-03fa3a0dbeb9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"e2e-mt-23697f9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.721449986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-policy-23697f9d","reconcileID":"0e47835d-feac-4e73-a0dd-03fa3a0dbeb9","MaaSAuthPolicy":{"name":"e2e-policy-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.757891036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.768386601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"bf945605-f7f0-43c9-b686-778415007285","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.76840898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"bf945605-f7f0-43c9-b686-778415007285","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.778251409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438bb9c1-b839-4ed7-a7b1-9d08ca244b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.800310701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438bb9c1-b839-4ed7-a7b1-9d08ca244b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.800846257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.822793015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438bb9c1-b839-4ed7-a7b1-9d08ca244b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.844149616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.845139611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"438bb9c1-b839-4ed7-a7b1-9d08ca244b88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.86549339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e94518","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:34.8837681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e94518"},"namespace":"ai-tenant-e2e-api-a-e94518","name":"default-tenant","reconcileID":"1c0e5812-6cbf-4dbd-ad80-58b1647919ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e94518","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:35.41494427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e94518","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e94518","reconcileID":"bcd9ba1b-c045-4c41-8225-027207339d70","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e94518","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e94518"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:35.794332621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0215991-d1b1-4036-9e35-0be362b9a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:35.810510888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0215991-d1b1-4036-9e35-0be362b9a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:35.827432617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0215991-d1b1-4036-9e35-0be362b9a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:35.846716095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0215991-d1b1-4036-9e35-0be362b9a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:36.534115292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ef2d99-675c-4e30-8695-fdf739fc58fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:36.550399823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ef2d99-675c-4e30-8695-fdf739fc58fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:36.566821943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ef2d99-675c-4e30-8695-fdf739fc58fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:36.583388536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ef2d99-675c-4e30-8695-fdf739fc58fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.265337827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b67321-5acc-4baa-a778-91a9d83a86b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.281667172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b67321-5acc-4baa-a778-91a9d83a86b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.29842675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b67321-5acc-4baa-a778-91a9d83a86b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.315351267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b67321-5acc-4baa-a778-91a9d83a86b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.957562321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3eb6dd-02e3-4cd7-98e0-b1d9565a703b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.975395499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3eb6dd-02e3-4cd7-98e0-b1d9565a703b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:37.993311338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3eb6dd-02e3-4cd7-98e0-b1d9565a703b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:38.011203059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3eb6dd-02e3-4cd7-98e0-b1d9565a703b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:38.731021742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1943702-2598-451e-b72d-7b4cc5c797a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:38.747214687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1943702-2598-451e-b72d-7b4cc5c797a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:38.763188316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1943702-2598-451e-b72d-7b4cc5c797a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:38.779215812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1943702-2598-451e-b72d-7b4cc5c797a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:41.010084734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"0e26990f-69de-43e6-bf27-f5853d92895a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:41.056017958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"0e26990f-69de-43e6-bf27-f5853d92895a","name":"e2e-ipp-a-908312-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:41.618233833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"b7a995b3-54c7-4c01-bdbc-fc69bb3e1344","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:41.639256507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"b7a995b3-54c7-4c01-bdbc-fc69bb3e1344","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:41.660222211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-629c02-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"b7a995b3-54c7-4c01-bdbc-fc69bb3e1344","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.072540941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"b0429a28-1bd6-4860-b93d-e8954ba116a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.112878086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"b0429a28-1bd6-4860-b93d-e8954ba116a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.194653893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"9152a0dd-34e2-4bc5-88ea-fd686a55a77c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.216186301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"9152a0dd-34e2-4bc5-88ea-fd686a55a77c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.297008985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"d035664f-d8bc-4b6b-b30c-c84eada036de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.318346572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"d035664f-d8bc-4b6b-b30c-c84eada036de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.503776074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"2ba3390a-6874-4ed6-9848-0cec951b3501","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.526253751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"2ba3390a-6874-4ed6-9848-0cec951b3501","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.571066691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4361eed1-90a9-4297-bc50-b2ba944c5654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.587590899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4361eed1-90a9-4297-bc50-b2ba944c5654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.604469362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4361eed1-90a9-4297-bc50-b2ba944c5654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:43.621037853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4361eed1-90a9-4297-bc50-b2ba944c5654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.274552743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994fe39a-49f2-4630-b363-1fd101e407fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.292679565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994fe39a-49f2-4630-b363-1fd101e407fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.310293807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994fe39a-49f2-4630-b363-1fd101e407fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.331852235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994fe39a-49f2-4630-b363-1fd101e407fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.399229883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"4ef2f5ce-ee81-4b5d-9eb7-ffbc4ffc207e","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","subscription":"e2e-sub-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.41962182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"4ef2f5ce-ee81-4b5d-9eb7-ffbc4ffc207e","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.437561504Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-sub-23697f9d","reconcileID":"4ef2f5ce-ee81-4b5d-9eb7-ffbc4ffc207e","MaaSSubscription":{"name":"e2e-sub-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"name":"maas-trlp-e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.607873667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"69a78c76-fba6-4c38-afbb-dc87277d0535","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.607898147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"69a78c76-fba6-4c38-afbb-dc87277d0535","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:44.633725153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:45.12485285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cf2a0c-ac91-4f81-9460-672f89673f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:45.141313933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cf2a0c-ac91-4f81-9460-672f89673f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:45.157786538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cf2a0c-ac91-4f81-9460-672f89673f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:45.175031364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70cf2a0c-ac91-4f81-9460-672f89673f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.170723592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb77994-bdb1-42cb-be9e-be6e9c500097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.187845793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb77994-bdb1-42cb-be9e-be6e9c500097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.206284572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb77994-bdb1-42cb-be9e-be6e9c500097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.222632316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb77994-bdb1-42cb-be9e-be6e9c500097","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.926973078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86242cd2-a984-4864-9b2e-f57bb9509ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.94310997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86242cd2-a984-4864-9b2e-f57bb9509ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.95916978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86242cd2-a984-4864-9b2e-f57bb9509ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:46.975023841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86242cd2-a984-4864-9b2e-f57bb9509ece","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.697025948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"473fa04d-df2c-4770-892d-1ee59ddd7745","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.719434501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"473fa04d-df2c-4770-892d-1ee59ddd7745","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.73950302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-629c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bcedd8edccb080791560c185f4897f9b3f26433f6b0172d2c2a742344e91780) AuthConfig (f0bbeab97885233a51255f0c48f1fde0456a2bc5ac78d987138aecf2b8c9eb7b) AuthConfig (1cf7472ae5e669973654e0f7f46175d4b50793489972f1832b18d09ace74f53b) AuthConfig (a630eed29ac5d2bf5e688dcabb8f59442cfc6eb9a44443886fdbc56bf7387b78) AuthConfig (78741dddd6f58dd49d905f014239d8c0927b3acfe3c80d23af28cad9a0941e06) AuthConfig (8d1b16afb4c9fd644975021c28b35f5f90a14cdff501b50ee78b62abdf8e9ae7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"473fa04d-df2c-4770-892d-1ee59ddd7745","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.772319073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57473b01-ff7c-43c1-b15b-5c50c7e9d355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.772337562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57473b01-ff7c-43c1-b15b-5c50c7e9d355","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.908072579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80272183-c1d5-46f3-871c-6ba5fba98d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.92476963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80272183-c1d5-46f3-871c-6ba5fba98d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.941225864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80272183-c1d5-46f3-871c-6ba5fba98d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:51.957267559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80272183-c1d5-46f3-871c-6ba5fba98d15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:52.634323512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238285c4-d480-4e58-9c1d-3e8b29fb9cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:52.650583435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238285c4-d480-4e58-9c1d-3e8b29fb9cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:52.666657809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238285c4-d480-4e58-9c1d-3e8b29fb9cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:52.696441091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238285c4-d480-4e58-9c1d-3e8b29fb9cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:53.461090906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"a891540f-3ce7-4321-a8df-941cc7d11442","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:53.482665813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"a891540f-3ce7-4321-a8df-941cc7d11442","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:53.647642387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"ded9b665-070a-4a26-8dbf-64a5cfe1d5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:53.671911235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"ded9b665-070a-4a26-8dbf-64a5cfe1d5c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.140275635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.140357793Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.140438374Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","tenant":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.163595368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Deployment","name":"maas-api-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.212317422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Service","name":"maas-api-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.24955022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.285041614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.337253749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.362429103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.370732531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6461b169-1579-4cdc-8e74-fdc307fdf4df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.370754436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6461b169-1579-4cdc-8e74-fdc307fdf4df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.393876965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.396781854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8469cd12-b3d5-4368-ae05-ae750a4e1886","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.401866656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8469cd12-b3d5-4368-ae05-ae750a4e1886","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.42347902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.438748505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a7284dd4-d33e-4521-a755-5811fc214d7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.441245206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Deployment","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.458724043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.479887246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Service","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.501136242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a7284dd4-d33e-4521-a755-5811fc214d7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.502797499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"Service","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.528818247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-075f71-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a7284dd4-d33e-4521-a755-5811fc214d7a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.529299508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"DestinationRule","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.552826699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.553591183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e756c4c-1c91-4050-95af-868ad3319f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.553612978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e756c4c-1c91-4050-95af-868ad3319f51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.579322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.608836619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.625627195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.644557121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.669427549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:57.69672344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"b8d5792e-3ab7-49ae-bd30-f4d9b3e24dae","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-23697f9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:58.172410714Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-23697f9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-23697f9d","reconcileID":"3118f05e-9597-4742-aaa1-aee4a2d12fa2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-23697f9d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-23697f9d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.283628154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"95ddd31c-1921-4184-9b7b-102112dadc3a","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.327730466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"95ddd31c-1921-4184-9b7b-102112dadc3a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.333174186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"1036db8f-b960-470f-b4bc-9a8646b900ff","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.333238192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"1036db8f-b960-470f-b4bc-9a8646b900ff","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.344455692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"079366a1-5c18-4b8c-9057-6495d8dcb738","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.344517955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"079366a1-5c18-4b8c-9057-6495d8dcb738","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.365379533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0f87b31f-3406-48ac-90eb-f3a4b212464f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.365471417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0f87b31f-3406-48ac-90eb-f3a4b212464f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.406708788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"10eba750-ab77-4270-8893-a2941c228cbd","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.406791609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"10eba750-ab77-4270-8893-a2941c228cbd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.488017147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"bfc31464-905a-492c-aaa0-6489df50c939","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.488133072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"bfc31464-905a-492c-aaa0-6489df50c939","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.65042196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"9473a84c-981b-405f-8439-1cf16cfea914","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.650515423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"9473a84c-981b-405f-8439-1cf16cfea914","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:58.829176677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a731d5be-bbb5-423d-ad3d-4dd7d39d50cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:58.846839512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a731d5be-bbb5-423d-ad3d-4dd7d39d50cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:58.863313258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a731d5be-bbb5-423d-ad3d-4dd7d39d50cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:58.883252046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a731d5be-bbb5-423d-ad3d-4dd7d39d50cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.971770179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"18ed3fce-5c1d-4f9d-99a7-f140a945798a","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:58.971859444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"18ed3fce-5c1d-4f9d-99a7-f140a945798a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:59.612854077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f0b464bc-883a-45e4-9284-d20b55a0959d","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:01:59.612925821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f0b464bc-883a-45e4-9284-d20b55a0959d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:59.672431122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a227771-7534-4210-9c7a-90e374faea20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:59.689897136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a227771-7534-4210-9c7a-90e374faea20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:59.706539651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a227771-7534-4210-9c7a-90e374faea20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:01:59.725405153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a227771-7534-4210-9c7a-90e374faea20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.39972332Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"aba3d698-e8ad-4c8b-974f-e33d2ca1b744","namespace":"ai-tenant-e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.399814777Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"aba3d698-e8ad-4c8b-974f-e33d2ca1b744","namespace":"ai-tenant-e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.399891735Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"aba3d698-e8ad-4c8b-974f-e33d2ca1b744","name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.422431641Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"aba3d698-e8ad-4c8b-974f-e33d2ca1b744","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.422781676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96bd9481-8b36-41d7-9324-62f734dcb531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.422799747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96bd9481-8b36-41d7-9324-62f734dcb531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.422933041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"0a720ed3-245f-48c3-9be6-e89f0a56b1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.456482162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee7bff4-66ba-4b17-a20d-46b891d12e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.472860963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee7bff4-66ba-4b17-a20d-46b891d12e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.566706762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee7bff4-66ba-4b17-a20d-46b891d12e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.583703886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aee7bff4-66ba-4b17-a20d-46b891d12e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.606810792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"0a720ed3-245f-48c3-9be6-e89f0a56b1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.715924716Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"0a720ed3-245f-48c3-9be6-e89f0a56b1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"name":"e2e-api-a-d8f3f1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.715949207Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"e2e-e2e-api-a-d8f3f1-policy","reconcileID":"0a720ed3-245f-48c3-9be6-e89f0a56b1f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-d8f3f1-policy","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.737720276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ac853f-5f5c-46e0-a8e7-1f7f956f5246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:00.737740553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87ac853f-5f5c-46e0-a8e7-1f7f956f5246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:00.850983168Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b802a0a9-9bc2-486f-b81c-7a745104fc69","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:00.851045722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b802a0a9-9bc2-486f-b81c-7a745104fc69","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:00.953829924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8aae2918-8e18-41ee-b3af-3753013868cd","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:00.953922828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8aae2918-8e18-41ee-b3af-3753013868cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.372555136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c7540-2770-4ff1-9658-190b5ce9ca8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.388655938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c7540-2770-4ff1-9658-190b5ce9ca8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.40635676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c7540-2770-4ff1-9658-190b5ce9ca8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.422332772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c7540-2770-4ff1-9658-190b5ce9ca8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.813966726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d8f4cef9-212e-4ecb-b6ff-82efb2af6c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.836165908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d8f4cef9-212e-4ecb-b6ff-82efb2af6c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:01.858030945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-629c02-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0bcedd8edccb080791560c185f4897f9b3f26433f6b0172d2c2a742344e91780) AuthConfig (f0bbeab97885233a51255f0c48f1fde0456a2bc5ac78d987138aecf2b8c9eb7b) AuthConfig (1cf7472ae5e669973654e0f7f46175d4b50793489972f1832b18d09ace74f53b) AuthConfig (a630eed29ac5d2bf5e688dcabb8f59442cfc6eb9a44443886fdbc56bf7387b78) AuthConfig (78741dddd6f58dd49d905f014239d8c0927b3acfe3c80d23af28cad9a0941e06) AuthConfig (8d1b16afb4c9fd644975021c28b35f5f90a14cdff501b50ee78b62abdf8e9ae7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d8f4cef9-212e-4ecb-b6ff-82efb2af6c01","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:02.006568468Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"deb504a5-fb8a-493a-8209-8b495c815dee","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:02.006641139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"deb504a5-fb8a-493a-8209-8b495c815dee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:02.07178018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-21aaae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-21aaae","reconcileID":"6ee9b946-70d1-4e42-8d08-abcd262ef5b6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-21aaae","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-21aaae":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:02.174333263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"d1d6c194-8aba-4123-92a6-2e3fce03843b","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:02.174403251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"d1d6c194-8aba-4123-92a6-2e3fce03843b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:02.582448085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7930fb30-caa9-49f0-bac9-af1b87c3c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:02.598501102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7930fb30-caa9-49f0-bac9-af1b87c3c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:02.614796679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7930fb30-caa9-49f0-bac9-af1b87c3c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:02.631556053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7930fb30-caa9-49f0-bac9-af1b87c3c244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:03.08073105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e66b5f21-4a1c-4cd8-b3ed-5f2f84bfdb65","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:03.080792125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e66b5f21-4a1c-4cd8-b3ed-5f2f84bfdb65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:03.687758137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7602609e-6114-4fa2-beb4-659ee4d408b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:03.704409925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7602609e-6114-4fa2-beb4-659ee4d408b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:03.722334095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7602609e-6114-4fa2-beb4-659ee4d408b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:03.739105503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7602609e-6114-4fa2-beb4-659ee4d408b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:03.887436551Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6cd42993-23b1-45e1-911b-f918a9585db8","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:03.887530586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6cd42993-23b1-45e1-911b-f918a9585db8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:04.473546721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fbea70-6068-48a6-9596-ebe57f334e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:04.490176172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fbea70-6068-48a6-9596-ebe57f334e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:04.50634317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fbea70-6068-48a6-9596-ebe57f334e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:04.522201835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99fbea70-6068-48a6-9596-ebe57f334e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.613126312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a539b1e1-f797-4cb1-9fa8-2ff519b50dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.645739736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a539b1e1-f797-4cb1-9fa8-2ff519b50dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.672801908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-075f71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba1a5b4809436bf752254a98a2b99cadae137ea9a26dddd7365bde664f578593) AuthConfig (a8f5c902c0479dbb4523e5942ca3acaf9e0cde8ee0802b874a1833e87b947832) AuthConfig (e095ddaf571ccd759dd13e4566b45f9afaa92389c94b84b6ef0e2d3d41679c5d) AuthConfig (e8607c423f1f3b2cda463e30ed79435a3fa233c144dc9207b7d4005041230b59) AuthConfig (1366660ec4173a4440c4200006084241124c4cee08130af2c4b1b3b7794f7983) AuthConfig (721e492d9a0148b26236175b2f5f19a29f35c066cf749cc91dc14c63ed464e1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"a539b1e1-f797-4cb1-9fa8-2ff519b50dff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.719598835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d86efefc-a6c3-41e3-8e5d-37fe193c9485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.719723958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d86efefc-a6c3-41e3-8e5d-37fe193c9485","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.962986975Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"1a237c86-0372-4875-a773-a8463ead1e57","namespace":"ai-tenant-e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.963093152Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"1a237c86-0372-4875-a773-a8463ead1e57","namespace":"ai-tenant-e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.963167412Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"1a237c86-0372-4875-a773-a8463ead1e57","name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.992177249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58de9e3e-3e5e-4a0a-9ad4-fbf987a4016f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.992200806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58de9e3e-3e5e-4a0a-9ad4-fbf987a4016f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.992597746Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"1a237c86-0372-4875-a773-a8463ead1e57","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:07.993072922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"43e8ad65-3159-4d67-917c-bfe16ebed5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:08.145311327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"43e8ad65-3159-4d67-917c-bfe16ebed5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:08.27643355Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"43e8ad65-3159-4d67-917c-bfe16ebed5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"name":"e2e-api-b-1d0b71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:08.276552262Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"e2e-e2e-api-b-1d0b71-policy","reconcileID":"43e8ad65-3159-4d67-917c-bfe16ebed5ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1d0b71-policy","namespace":"ai-tenant-e2e-api-b-1d0b71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:08.303594816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f0a67c-f4b4-4d23-a8c2-f966759ad368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:08.303626357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8f0a67c-f4b4-4d23-a8c2-f966759ad368","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:08.768756714Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c6302cfe-f64c-408d-a93f-2c856a9ad6ac","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:08.768931024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"c6302cfe-f64c-408d-a93f-2c856a9ad6ac","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:08.869099472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"36ebaeb1-3023-432d-b9cc-7d7295c98adf","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:08.869189518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"36ebaeb1-3023-432d-b9cc-7d7295c98adf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.133938136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6ceb02-b3da-4e9d-af45-ceebcaa2032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.15432799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6ceb02-b3da-4e9d-af45-ceebcaa2032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.173438805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6ceb02-b3da-4e9d-af45-ceebcaa2032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.192266147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff6ceb02-b3da-4e9d-af45-ceebcaa2032f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:09.926488038Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ffa92c2f-2ed7-4847-81a5-0bacf2d3391b","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:09.926565311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ffa92c2f-2ed7-4847-81a5-0bacf2d3391b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.984829182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e15611-4d24-4b9d-baa4-734ae8d901c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:09.995423337Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e601e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e601e0","reconcileID":"56e4c5ed-def6-41ea-b529-1619307c787d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e601e0","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-e601e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.001864247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e15611-4d24-4b9d-baa4-734ae8d901c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.01911854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e15611-4d24-4b9d-baa4-734ae8d901c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.021238838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b21d133a-0c9d-4740-aca4-6e2a1f815a90","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.021322399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b21d133a-0c9d-4740-aca4-6e2a1f815a90","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.035837621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34e15611-4d24-4b9d-baa4-734ae8d901c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.107594022Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"44017367-0ac7-4385-92f7-e7891ac074cc","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.10765288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"44017367-0ac7-4385-92f7-e7891ac074cc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.253404209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f79c4f01-9fab-4c73-a73d-9440fbebeb46","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:10.253470575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f79c4f01-9fab-4c73-a73d-9440fbebeb46","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.884560604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266d3f-77dd-4aaf-9339-3cdd0ad44047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.906165603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266d3f-77dd-4aaf-9339-3cdd0ad44047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.922933512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266d3f-77dd-4aaf-9339-3cdd0ad44047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:10.939143525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae266d3f-77dd-4aaf-9339-3cdd0ad44047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:11.601109073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc13f66f-8a71-4592-91d2-b9d3cc959788","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:02:11.601175755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"cc13f66f-8a71-4592-91d2-b9d3cc959788","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.65180436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dab0fca-71ac-497e-9364-d999d73fc21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.652595837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"636565b8-e2dd-486a-8ad3-36e46107becc","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.652612474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"636565b8-e2dd-486a-8ad3-36e46107becc","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.671802832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dab0fca-71ac-497e-9364-d999d73fc21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.694945054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dab0fca-71ac-497e-9364-d999d73fc21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.71424703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dab0fca-71ac-497e-9364-d999d73fc21a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.721221334Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-23697f9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-23697f9d","reconcileID":"c7365ad3-46a1-4b9a-a8dd-e5b5896663ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-23697f9d","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-23697f9d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.903036861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"039365f3-c421-4520-a530-aa13a69cab8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:11.927733776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"039365f3-c421-4520-a530-aa13a69cab8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.121332009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5de3ba89-729d-4dee-a4ed-c0b1acd7e242","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.12141276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5de3ba89-729d-4dee-a4ed-c0b1acd7e242","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.262014981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3484af1e-77d5-4ce4-ab80-738b983b1dc2","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.262043343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3484af1e-77d5-4ce4-ab80-738b983b1dc2","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.727640401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69c49d-1800-4119-9aaf-1497940dceda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.743977516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69c49d-1800-4119-9aaf-1497940dceda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.760081694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69c49d-1800-4119-9aaf-1497940dceda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:12.776725745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b69c49d-1800-4119-9aaf-1497940dceda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:13.474524055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024c361f-efc0-40cb-be6b-f09bec3882c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:13.491165448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024c361f-efc0-40cb-be6b-f09bec3882c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:13.508135757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024c361f-efc0-40cb-be6b-f09bec3882c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:13.525470333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024c361f-efc0-40cb-be6b-f09bec3882c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:14.182247866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb445f66-dc1e-4c90-b966-464ea3cd1616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:14.202784049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb445f66-dc1e-4c90-b966-464ea3cd1616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:14.23761146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb445f66-dc1e-4c90-b966-464ea3cd1616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:14.437421244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb445f66-dc1e-4c90-b966-464ea3cd1616","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:14.630327283Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:17.777034728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"f6a471f4-3d42-431f-afba-3139a23e7adf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:17.798929743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"f6a471f4-3d42-431f-afba-3139a23e7adf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:17.825382359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-075f71-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba1a5b4809436bf752254a98a2b99cadae137ea9a26dddd7365bde664f578593) AuthConfig (a8f5c902c0479dbb4523e5942ca3acaf9e0cde8ee0802b874a1833e87b947832) AuthConfig (e095ddaf571ccd759dd13e4566b45f9afaa92389c94b84b6ef0e2d3d41679c5d) AuthConfig (e8607c423f1f3b2cda463e30ed79435a3fa233c144dc9207b7d4005041230b59) AuthConfig (1366660ec4173a4440c4200006084241124c4cee08130af2c4b1b3b7794f7983) AuthConfig (721e492d9a0148b26236175b2f5f19a29f35c066cf749cc91dc14c63ed464e1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"f6a471f4-3d42-431f-afba-3139a23e7adf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:20.627622971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"cf24e53f-2ff5-4961-9030-f4a48ca3b89d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:20.674665218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"cf24e53f-2ff5-4961-9030-f4a48ca3b89d","name":"e2e-mt-23697f9d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.69496483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"bc383056-6f84-4bd3-90a1-ce49c9b6bcb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.712605674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"9728a856-a523-4175-9bd7-f0420f9fc773","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.806800825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"02945df1-769e-47e2-930a-08dd2f128ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.806800603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5329204-75d7-4e95-b98a-33af67f65d16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.807243055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"eb675784-7fe6-49e3-846b-5e664384dca6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.892578846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"e7740285-2eb5-4cd5-97ae-66d658dc0030","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:21.892593967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"c6642f27-a644-4fce-a816-c073797792f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.007483916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfc6a62e-9a28-448b-99c7-a6fbc9b98f7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.007516608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"2d2d9282-bf0b-44ef-9772-6d9628f3f8fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.023348096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"a992675c-fd0a-46d6-a49b-99fec97ef763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.091994245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"337a9e86-bccc-4dfd-8f38-f99338fcea27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.092047326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"925e28df-1820-4057-875f-555aa2dfcad3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.793610671Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","namespace":"ai-tenant-e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.79367095Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","namespace":"ai-tenant-e2e-api-a-d8f3f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.793721855Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","tenant":"e2e-api-a-d8f3f1","tenantID":"e2e-api-a-d8f3f1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.814104305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Deployment","name":"maas-api-e2e-api-a-d8f3f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.844639197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Service","name":"maas-api-e2e-api-a-d8f3f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.8752118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-d8f3f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.90169322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-d8f3f1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.921148727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.940498532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.961948589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.981258263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:22.997085157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Deployment","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.012913915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.028885398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Service","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.045369922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"Service","name":"payload-pre-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.06123937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.078252656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.096760738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.118351619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.139409079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.156373029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.173494146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-d8f3f1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.191633404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-d8f3f1"},"namespace":"ai-tenant-e2e-api-a-d8f3f1","name":"default-tenant","reconcileID":"b8bf79bc-b146-4570-85a7-e99e4f15c639","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-d8f3f1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:23.72086102Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-d8f3f1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-d8f3f1","reconcileID":"61cfe106-eeb5-4d36-99b2-b055b2241f95","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-d8f3f1","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-d8f3f1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:24.331445842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79ff887-2a4f-477c-a297-1853f8c5a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:24.347721115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79ff887-2a4f-477c-a297-1853f8c5a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:24.366563712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79ff887-2a4f-477c-a297-1853f8c5a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:24.382834403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79ff887-2a4f-477c-a297-1853f8c5a67f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.070819435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a770b-082e-422f-81a3-ef2ed1db724b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.08685735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a770b-082e-422f-81a3-ef2ed1db724b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.1029696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a770b-082e-422f-81a3-ef2ed1db724b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.118685429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"597a770b-082e-422f-81a3-ef2ed1db724b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.69961656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"6cef846c-0665-456a-83cc-8d317f0409e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.756185823Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"6cef846c-0665-456a-83cc-8d317f0409e4","name":"e2e-api-b-21aaae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.84592521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e649f79-983e-4d36-afe7-8378e9f1c150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.863823314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e649f79-983e-4d36-afe7-8378e9f1c150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.880252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e649f79-983e-4d36-afe7-8378e9f1c150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:25.8968439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e649f79-983e-4d36-afe7-8378e9f1c150","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:26.613454778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033c39db-1325-4c0f-b04b-6be69348005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:26.631498299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033c39db-1325-4c0f-b04b-6be69348005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:26.648374121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033c39db-1325-4c0f-b04b-6be69348005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:26.664388368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"033c39db-1325-4c0f-b04b-6be69348005f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:27.859203688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"2d4f324c-d88e-4625-bc98-86682d5979f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:27.88818214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"2d4f324c-d88e-4625-bc98-86682d5979f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:27.99328771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f6416d1-b370-4934-8046-9ea55887e385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:27.993409487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f6416d1-b370-4934-8046-9ea55887e385","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.37579805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"92ecae87-0e7c-4635-9bc2-f8801ebfe4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.410744173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"92ecae87-0e7c-4635-9bc2-f8801ebfe4cd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.496441425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"56f332f4-b56e-44ad-a791-e6a39cb764c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.521685736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"56f332f4-b56e-44ad-a791-e6a39cb764c8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.671463183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d199aa-edd1-478c-95ff-f1590a05cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.688562541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d199aa-edd1-478c-95ff-f1590a05cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.705282358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d199aa-edd1-478c-95ff-f1590a05cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:31.721549312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d199aa-edd1-478c-95ff-f1590a05cda8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.386992936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c427118b-f2f9-4340-b5a1-43321dbadaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.404225475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c427118b-f2f9-4340-b5a1-43321dbadaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.421181909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c427118b-f2f9-4340-b5a1-43321dbadaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.437721082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c427118b-f2f9-4340-b5a1-43321dbadaea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.624005089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","namespace":"ai-tenant-e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.624080104Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","namespace":"ai-tenant-e2e-api-b-1d0b71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.624133588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","tenant":"e2e-api-b-1d0b71","tenantID":"e2e-api-b-1d0b71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.642401712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Deployment","name":"maas-api-e2e-api-b-1d0b71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.680991016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Service","name":"maas-api-e2e-api-b-1d0b71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.703620535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1d0b71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.724104435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1d0b71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.743939565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.762599038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.792125189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.810801157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.826589619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Deployment","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.842617365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.858244054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Service","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.890691213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.906608518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.922548332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.940867986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.963333946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:32.979915069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.005780136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.022633179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1d0b71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.043508893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1d0b71"},"namespace":"ai-tenant-e2e-api-b-1d0b71","name":"default-tenant","reconcileID":"4833096a-c339-45ba-8343-bc982c0b1895","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1d0b71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.387392535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602d405f-edb8-4f15-b05d-423c9fe52aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.42676733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602d405f-edb8-4f15-b05d-423c9fe52aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.447545019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602d405f-edb8-4f15-b05d-423c9fe52aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.466386047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602d405f-edb8-4f15-b05d-423c9fe52aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:33.622887145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1d0b71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1d0b71","reconcileID":"2dc99575-3060-4e98-8a66-61aa187cee8f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1d0b71","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1d0b71"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.168193744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d132f4d-fda3-4c72-8ee5-33641da49a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.184375785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d132f4d-fda3-4c72-8ee5-33641da49a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.200478895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d132f4d-fda3-4c72-8ee5-33641da49a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.216506209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d132f4d-fda3-4c72-8ee5-33641da49a5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.860249542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe900031-cda3-48c2-a848-2e9adc5d3079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.876628687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe900031-cda3-48c2-a848-2e9adc5d3079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.892585992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe900031-cda3-48c2-a848-2e9adc5d3079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:34.908686364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe900031-cda3-48c2-a848-2e9adc5d3079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:37.285642636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"0a53ba8a-415c-4c0b-9c94-2d1dc0429da1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-e601e0","tenantID":"e2e-ipp-b-e601e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:37.331686575Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"0a53ba8a-415c-4c0b-9c94-2d1dc0429da1","name":"e2e-ipp-b-e601e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.516864375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"a5966770-bbc3-4b6e-a330-53fff442d9c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.59752728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0252a0a3-78ed-4e44-b634-a369b3e03c01","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.765149544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"51872163-a6ce-4d99-b3c8-32fd994d22f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.765768717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"64be2887-a33f-4e56-8727-f9b2d071cf23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.7663403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"5476831a-5693-4987-9ac9-56928a03d8b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.826401144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"462b9bb2-74d1-40c1-b582-b6e36cfe69a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.827096318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"22981a9a-2e8f-4405-b61c-4e25f5fae03d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.882422155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"1db57171-8ac3-4bc1-9a5a-86aad8790738","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.882992375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"ee22f008-1f21-4697-ae65-002c72e8e031","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.883096073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"0efafc79-475c-45b2-92d5-770aa2244ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.979086578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"b4639558-1bc4-4734-8145-388b098a2d80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:39.979708757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"d2ac1bc7-0347-44e9-8aee-8c0ac641580b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:41.590948079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"ae9e57f1-b85a-4ad3-a815-f5b1a9157dc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:41.667885644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"ae9e57f1-b85a-4ad3-a815-f5b1a9157dc5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:41.748483513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"ed7ad8ab-2328-4e66-a1c7-c76d74a71412","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:41.769550872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"ed7ad8ab-2328-4e66-a1c7-c76d74a71412","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:44.630903125Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:45.77595548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a57065-afb8-4228-a0cd-ae9ecc69a810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:45.805373499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a57065-afb8-4228-a0cd-ae9ecc69a810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:45.823721594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a57065-afb8-4228-a0cd-ae9ecc69a810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:45.840599899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a57065-afb8-4228-a0cd-ae9ecc69a810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:46.484642107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9835aec1-3f7f-451d-ae60-4f25bfaa9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:46.501144752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9835aec1-3f7f-451d-ae60-4f25bfaa9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:46.517744812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9835aec1-3f7f-451d-ae60-4f25bfaa9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:46.534149742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9835aec1-3f7f-451d-ae60-4f25bfaa9f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:46.595539295Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9c5fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9c5fdf","reconcileID":"86ee8e07-e361-4c2c-80fe-15a98da5e72d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9c5fdf","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-9c5fdf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.284566312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c58bb6-563b-4c3e-a67f-c89f70677a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.300696523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c58bb6-563b-4c3e-a67f-c89f70677a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.316631421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c58bb6-563b-4c3e-a67f-c89f70677a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.334235431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8c58bb6-563b-4c3e-a67f-c89f70677a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.81386297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"09a0bfbd-9b6f-4367-aa5d-784b6db04c4f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:47.813894086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"09a0bfbd-9b6f-4367-aa5d-784b6db04c4f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.200668306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29e6187-b426-4ed6-a765-79e4517f071b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.21672526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29e6187-b426-4ed6-a765-79e4517f071b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.235285106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29e6187-b426-4ed6-a765-79e4517f071b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.251579353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29e6187-b426-4ed6-a765-79e4517f071b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.968086858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b8d25-d866-482b-b419-4befea9df956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:48.984410403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b8d25-d866-482b-b419-4befea9df956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:49.000540279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b8d25-d866-482b-b419-4befea9df956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:49.023923407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb2b8d25-d866-482b-b419-4befea9df956","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.219427773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb7336b-e239-4308-b9ad-538b6ddbd265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.235378122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb7336b-e239-4308-b9ad-538b6ddbd265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.251325561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb7336b-e239-4308-b9ad-538b6ddbd265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.267702414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bb7336b-e239-4308-b9ad-538b6ddbd265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.896866153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30321451-de0e-4a77-9e06-182fc3643cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.913362946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30321451-de0e-4a77-9e06-182fc3643cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.929521505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30321451-de0e-4a77-9e06-182fc3643cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:52.945820761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30321451-de0e-4a77-9e06-182fc3643cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.393541161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948c3ddc-cf6b-47cd-9cad-1b7c549eaa72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.393564819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948c3ddc-cf6b-47cd-9cad-1b7c549eaa72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.414820309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dabb05b6-cd05-4a00-b7b1-7cd717487786","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.41483895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dabb05b6-cd05-4a00-b7b1-7cd717487786","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.448409432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"fb7324af-94d2-4ead-a89a-31e9ab99e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.505041256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"fb7324af-94d2-4ead-a89a-31e9ab99e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.526226235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-21aaae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"fb7324af-94d2-4ead-a89a-31e9ab99e431","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.547962312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec462c01-9247-4602-8002-d1159d160d44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.547984172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec462c01-9247-4602-8002-d1159d160d44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.575761016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1563773-9199-4bea-ace3-0ebbf77e3d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.591674164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1563773-9199-4bea-ace3-0ebbf77e3d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.607918499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1563773-9199-4bea-ace3-0ebbf77e3d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:53.62439738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1563773-9199-4bea-ace3-0ebbf77e3d9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.147160253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"84ea4117-03e6-4070-a110-9bc510660505","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.171588751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"84ea4117-03e6-4070-a110-9bc510660505","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.337880229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"93d08df0-ff6e-49d5-9b6a-7ada34859046","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.359100363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"93d08df0-ff6e-49d5-9b6a-7ada34859046","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.472823109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc298b7a-2d5c-437d-b48d-0032989ce128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.488992199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc298b7a-2d5c-437d-b48d-0032989ce128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.504897131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc298b7a-2d5c-437d-b48d-0032989ce128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:55.520900719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc298b7a-2d5c-437d-b48d-0032989ce128","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.203978113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f6252-f9df-413e-ad72-8a5ca0d9f3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.220696827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f6252-f9df-413e-ad72-8a5ca0d9f3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.236663766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f6252-f9df-413e-ad72-8a5ca0d9f3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.253067602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108f6252-f9df-413e-ad72-8a5ca0d9f3ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.7921078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ababc582-35bd-47c7-91a5-4a98294c0b3f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.792137737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"ababc582-35bd-47c7-91a5-4a98294c0b3f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.830707898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"04bb1471-b1d5-4590-aa23-f9ab714061a9","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.83073059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"04bb1471-b1d5-4590-aa23-f9ab714061a9","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.960149767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35f928-b33b-4b28-926d-cd5b150e8b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.976556049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35f928-b33b-4b28-926d-cd5b150e8b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:56.993191851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35f928-b33b-4b28-926d-cd5b150e8b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:57.013524084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa35f928-b33b-4b28-926d-cd5b150e8b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:57.662123435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab268280-0698-4988-ba51-b3fdb9933cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:57.678547462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab268280-0698-4988-ba51-b3fdb9933cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:57.695081709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab268280-0698-4988-ba51-b3fdb9933cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:57.7113118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab268280-0698-4988-ba51-b3fdb9933cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:58.396216278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4b9df-4e78-48c4-b77d-628e51ab3791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:58.422446946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4b9df-4e78-48c4-b77d-628e51ab3791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:58.45341611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4b9df-4e78-48c4-b77d-628e51ab3791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:02:58.471671282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a4b9df-4e78-48c4-b77d-628e51ab3791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:02.475191502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f832e9d-632a-4656-8b7e-b94dcd8e8af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:02.492292435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f832e9d-632a-4656-8b7e-b94dcd8e8af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:02.509021195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f832e9d-632a-4656-8b7e-b94dcd8e8af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:02.525705963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f832e9d-632a-4656-8b7e-b94dcd8e8af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.20983218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e6df-6014-464e-a8d7-65de67723903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.225923932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e6df-6014-464e-a8d7-65de67723903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.241879735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e6df-6014-464e-a8d7-65de67723903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.26055325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8787e6df-6014-464e-a8d7-65de67723903","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.580365528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0ef76f19-dada-412e-a9bd-b4f3673daf62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.604527836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0ef76f19-dada-412e-a9bd-b4f3673daf62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.627022425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-21aaae-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0ef76f19-dada-412e-a9bd-b4f3673daf62","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.782611502Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"0db74964-4d05-45ad-b2e1-f4355279c682","namespace":"ai-tenant-e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.782700122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"0db74964-4d05-45ad-b2e1-f4355279c682","namespace":"ai-tenant-e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.782765507Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"0db74964-4d05-45ad-b2e1-f4355279c682","name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.82459415Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"0db74964-4d05-45ad-b2e1-f4355279c682","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.825119281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d9e57efb-c565-4f1f-94eb-bd38fbd22009","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.825599968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e45d512-207c-4420-914d-4d0ec5e51351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:03.825618521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e45d512-207c-4420-914d-4d0ec5e51351","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:04.031844981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d9e57efb-c565-4f1f-94eb-bd38fbd22009","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:04.118944832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d9e57efb-c565-4f1f-94eb-bd38fbd22009","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"name":"e2e-api-b-629c02-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:04.119071102Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"e2e-e2e-api-b-629c02-policy","reconcileID":"d9e57efb-c565-4f1f-94eb-bd38fbd22009","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-629c02-policy","namespace":"ai-tenant-e2e-api-b-629c02"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:04.143457752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf235bed-97a3-450b-8974-5aa665248d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:04.143486416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf235bed-97a3-450b-8974-5aa665248d20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:05.310630458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"b0b9485a-e7bf-4de6-ae33-a463f5dd63a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:05.340606251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"b0b9485a-e7bf-4de6-ae33-a463f5dd63a2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:05.451109246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"443e613e-8265-4b27-9e36-bd6138d78d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:05.486167014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"443e613e-8265-4b27-9e36-bd6138d78d1a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:07.024978671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"597a1615-7c6b-4bc2-a942-ad8724292b3e","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"tenant":"e2e-mt-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","model":"ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:07.025009623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"597a1615-7c6b-4bc2-a942-ad8724292b3e","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"routeName":"e2e-lifecycle-model-23697f9d-kserve-route","namespace":"ai-tenant-e2e-mt-23697f9d","llmisvcName":"e2e-lifecycle-model-23697f9d","gateway":"openshift-ingress/e2e-mt-23697f9d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.777275392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"3c4dad08-1e3e-4ffc-b5bf-932b6a5120d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-9c5fdf","tenantID":"e2e-ipp-a-9c5fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.827940669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"3c4dad08-1e3e-4ffc-b5bf-932b6a5120d4","name":"e2e-ipp-a-9c5fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.849104363Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.849169946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","namespace":"ai-tenant-e2e-mt-23697f9d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.849218348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","tenant":"e2e-mt-23697f9d","tenantID":"e2e-mt-23697f9d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.868767812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Deployment","name":"maas-api-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.900930818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Service","name":"maas-api-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.921760017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.938333482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-23697f9d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.955568786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.976385949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:10.994007788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.011486813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.025682416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Deployment","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.040038232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.054220685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Service","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.068960696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"Service","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.083515296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.097802982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.112119451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.150860168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.177596036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.195328939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.214497207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-23697f9d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.231326937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"default-tenant","reconcileID":"7bd530d7-9527-4fe5-8b8c-ad94fb588ea2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-23697f9d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:11.720315053Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-23697f9d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-23697f9d","reconcileID":"60272a1d-46e1-4a05-bf69-d3bbba69277f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-23697f9d","removed":["maas.opendatahub.io/gateway-access-e2e-mt-23697f9d"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.771759147Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e4d850c8-2cb7-4b22-bb7d-7c8715b176f5","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.792325362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e4d850c8-2cb7-4b22-bb7d-7c8715b176f5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.797729287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5779884b-ef3e-45c2-9835-644de92ea45a","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.797792207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5779884b-ef3e-45c2-9835-644de92ea45a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.808309867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"7b811c0c-94be-4971-bcf8-cb5bb1cd58a4","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.808386504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"7b811c0c-94be-4971-bcf8-cb5bb1cd58a4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.82865419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a5e889ab-422d-4e2f-ac9d-6dd9621bb8e7","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.828737079Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a5e889ab-422d-4e2f-ac9d-6dd9621bb8e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.869120596Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f076e420-eba2-4d53-aabf-0743cb21a43f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.869223737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"f076e420-eba2-4d53-aabf-0743cb21a43f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.973433257Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0add84b1-368e-4e8a-a56c-6d3b90f61c65","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:11.973521884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"0add84b1-368e-4e8a-a56c-6d3b90f61c65","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.132608266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0618d253-2749-4c18-9f13-1f8ef8d2e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:12.13451174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6cf29b49-0482-48cc-9b09-503890609b06","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:12.134577151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"6cf29b49-0482-48cc-9b09-503890609b06","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.147692158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0618d253-2749-4c18-9f13-1f8ef8d2e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.162217992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0618d253-2749-4c18-9f13-1f8ef8d2e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.177457989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0618d253-2749-4c18-9f13-1f8ef8d2e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:12.455001288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8dc46c7e-3cb7-4565-8703-1d53204308f1","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:12.455127517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8dc46c7e-3cb7-4565-8703-1d53204308f1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.867951621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c0601d-abb7-48ae-a040-159997607023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.883139427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c0601d-abb7-48ae-a040-159997607023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.898222474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c0601d-abb7-48ae-a040-159997607023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:12.912629009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c0601d-abb7-48ae-a040-159997607023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:13.096148354Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5c1a2635-6caf-4ddd-97df-0ac6b0cd0c5b","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:13.096218541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5c1a2635-6caf-4ddd-97df-0ac6b0cd0c5b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:13.679175094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"f4211653-6e08-4afc-bae8-b787293d82a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:13.729204159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"f4211653-6e08-4afc-bae8-b787293d82a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:13.747630347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-21aaae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (610fca438b86aa308b8faec2f5b2d3a2a58fd7ce5197bf0f3df1b4e2eed1fa1c) AuthConfig (e99bec91cb696dc7f1a53ab45928c3426914bfb13cfcc1ab0aa5499c6b86d09c) AuthConfig (5a0e80f65b13518fc2b0f82f9b6a5b1588686925c5ad796a76bac9043c7efe42) AuthConfig (1a76826d6463d9a627cc40e527722e33096945f4f23a6f44c64b65033f7a2131) AuthConfig (dc075a39d729987401b3b38df63608310cd4a35948e4b13e77965ecdb17c1146) AuthConfig (738a2393324a5047146d57eb117ca5d59372df0991c256e7af53fa10a7f0514c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"f4211653-6e08-4afc-bae8-b787293d82a5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:13.768213981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"752a5524-6513-4ee7-bf50-e37cef52a0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:13.76823094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"752a5524-6513-4ee7-bf50-e37cef52a0fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:14.379563367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b1aac695-d884-4dee-9900-b3c02e0f9af3","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:14.379800651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b1aac695-d884-4dee-9900-b3c02e0f9af3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:14.630355865Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:16.940292717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"dc23ba33-97ca-47f5-a443-9e0195879660","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:16.940373724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"dc23ba33-97ca-47f5-a443-9e0195879660","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:17.474777833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e1019087-2b95-4af3-b1e9-ecaec83626f3","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:17.474998607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"e1019087-2b95-4af3-b1e9-ecaec83626f3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:23.7982605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"26327d86-a2e5-4290-80ff-c48f6aee22ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:23.818442715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"26327d86-a2e5-4290-80ff-c48f6aee22ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:23.836495771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-21aaae-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (610fca438b86aa308b8faec2f5b2d3a2a58fd7ce5197bf0f3df1b4e2eed1fa1c) AuthConfig (e99bec91cb696dc7f1a53ab45928c3426914bfb13cfcc1ab0aa5499c6b86d09c) AuthConfig (5a0e80f65b13518fc2b0f82f9b6a5b1588686925c5ad796a76bac9043c7efe42) AuthConfig (1a76826d6463d9a627cc40e527722e33096945f4f23a6f44c64b65033f7a2131) AuthConfig (dc075a39d729987401b3b38df63608310cd4a35948e4b13e77965ecdb17c1146) AuthConfig (738a2393324a5047146d57eb117ca5d59372df0991c256e7af53fa10a7f0514c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"26327d86-a2e5-4290-80ff-c48f6aee22ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.147308435Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"0d2d881e-8bc1-4fad-a40b-afd8a9599e53","namespace":"ai-tenant-e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.147400939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"0d2d881e-8bc1-4fad-a40b-afd8a9599e53","namespace":"ai-tenant-e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.147503111Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"0d2d881e-8bc1-4fad-a40b-afd8a9599e53","name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.167595205Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"0d2d881e-8bc1-4fad-a40b-afd8a9599e53","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.16815979Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"0c02b6c5-788a-4088-9ec5-7d8cec2502d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.168240548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d886aad7-2251-4a2f-869d-5abba9f27676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.16825598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d886aad7-2251-4a2f-869d-5abba9f27676","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.211542255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"0c02b6c5-788a-4088-9ec5-7d8cec2502d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.263902554Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"0c02b6c5-788a-4088-9ec5-7d8cec2502d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"name":"e2e-api-a-075f71-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.263940908Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"e2e-e2e-api-a-075f71-policy","reconcileID":"0c02b6c5-788a-4088-9ec5-7d8cec2502d1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-075f71-policy","namespace":"ai-tenant-e2e-api-a-075f71"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.284939917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad98790-79a6-42f2-ad71-828896a1f322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:25.284963243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ad98790-79a6-42f2-ad71-828896a1f322","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:27.715814159Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"4d996811-f051-4a8c-aec2-dcd5a33ded85","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:27.715890525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"4d996811-f051-4a8c-aec2-dcd5a33ded85","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.486192643Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","namespace":"ai-tenant-e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.486285661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","namespace":"ai-tenant-e2e-api-b-629c02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.486362115Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","tenant":"e2e-api-b-629c02","tenantID":"e2e-api-b-629c02","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.507689592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Deployment","name":"maas-api-e2e-api-b-629c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.540507155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Service","name":"maas-api-e2e-api-b-629c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.566002852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-629c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.585942589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-629c02","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.606989635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.633161479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.659193476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.67942956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.699459595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Deployment","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.716694877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.733462558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Service","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.759536023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"Service","name":"payload-pre-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.776483716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.800327657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.831429924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.851752595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.866774811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.882312666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.897044719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-629c02","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:28.913046683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-629c02"},"namespace":"ai-tenant-e2e-api-b-629c02","name":"default-tenant","reconcileID":"c5451eec-1f6c-456a-8287-56dadd4e7539","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-629c02","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:29.252781347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-629c02","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-629c02","reconcileID":"340c21c1-f0b7-4d41-9dc2-12dc65323a64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-629c02","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-629c02"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:29.315279814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a523ecbe-55c4-4170-896b-dbd3f6f21425","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:29.315341812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a523ecbe-55c4-4170-896b-dbd3f6f21425","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:29.670308139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df9cfce-1a06-4b24-853c-fda26e148654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:29.684978895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df9cfce-1a06-4b24-853c-fda26e148654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:29.700358017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df9cfce-1a06-4b24-853c-fda26e148654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:29.714931611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7df9cfce-1a06-4b24-853c-fda26e148654","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:30.398930992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16bc5fe-def7-4c79-a68b-9ce226f8a329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:30.414662359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16bc5fe-def7-4c79-a68b-9ce226f8a329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:30.429145321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16bc5fe-def7-4c79-a68b-9ce226f8a329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:30.444483748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b16bc5fe-def7-4c79-a68b-9ce226f8a329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:31.207414177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aafc5d-b9db-462d-bf4b-fdac5e8612aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:31.232990668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aafc5d-b9db-462d-bf4b-fdac5e8612aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:31.371818802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aafc5d-b9db-462d-bf4b-fdac5e8612aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:31.416450709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3aafc5d-b9db-462d-bf4b-fdac5e8612aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:31.493118108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a28a52cf-d65f-447d-8e52-57269d25db5f","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:31.493307494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"a28a52cf-d65f-447d-8e52-57269d25db5f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:32.059402423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08165df7-07aa-4573-8124-f7285b1660a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:32.080592178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08165df7-07aa-4573-8124-f7285b1660a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:32.101759216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08165df7-07aa-4573-8124-f7285b1660a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:32.116420327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08165df7-07aa-4573-8124-f7285b1660a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:33.881834709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"5a07075c-03e9-4e18-9a15-d3bb64c8ce2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:33.905788612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"5a07075c-03e9-4e18-9a15-d3bb64c8ce2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:34.016113189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a247b2ca-ec6c-4040-8205-280dfd534d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:34.01613487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a247b2ca-ec6c-4040-8205-280dfd534d94","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:40.689953248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5996d70b-51c5-4a66-912d-67e325500b79","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:40.690123326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5996d70b-51c5-4a66-912d-67e325500b79","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:40.738416137Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5d995b44-a50d-4050-8b70-deb1d5d2a1b5","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:40.73847532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5d995b44-a50d-4050-8b70-deb1d5d2a1b5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:40.995163319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0495e9-bf65-4621-89cf-658d8cfa0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.010010986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0495e9-bf65-4621-89cf-658d8cfa0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.026108557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0495e9-bf65-4621-89cf-658d8cfa0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.040799525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0495e9-bf65-4621-89cf-658d8cfa0776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:41.792879774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8a6d7938-5557-4917-a909-6080be26e635","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:41.793049566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"8a6d7938-5557-4917-a909-6080be26e635","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.806683348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5956fb70-477a-409d-96ae-caf0e7dab2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.821539037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5956fb70-477a-409d-96ae-caf0e7dab2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.836208726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5956fb70-477a-409d-96ae-caf0e7dab2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.85061531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5956fb70-477a-409d-96ae-caf0e7dab2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:41.85789452Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-23cb43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-23cb43","reconcileID":"a496194a-165e-44b3-bd59-c6c3ac961ee5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-23cb43","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-23cb43":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:41.948234199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5d686884-ddb2-4637-90a9-e448c0780095","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:41.948318578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"5d686884-ddb2-4637-90a9-e448c0780095","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:42.603528719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6871de3-cd04-47fe-a754-5bf996abe7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:42.618774343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6871de3-cd04-47fe-a754-5bf996abe7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:42.633532692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6871de3-cd04-47fe-a754-5bf996abe7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:42.648212472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6871de3-cd04-47fe-a754-5bf996abe7dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:43.425109801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f42a00-7466-439d-88a5-f5e6ae80d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:43.444253401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f42a00-7466-439d-88a5-f5e6ae80d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:43.460931727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f42a00-7466-439d-88a5-f5e6ae80d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:43.507119625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f42a00-7466-439d-88a5-f5e6ae80d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:43.616632462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b840e4a1-8721-47ef-8a92-31eb9392a562","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:43.616717996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"b840e4a1-8721-47ef-8a92-31eb9392a562","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:44.238403824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eefc8b-99fd-4c70-8b09-f43a175d4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:44.253164391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eefc8b-99fd-4c70-8b09-f43a175d4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:44.27030411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eefc8b-99fd-4c70-8b09-f43a175d4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:44.287765079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27eefc8b-99fd-4c70-8b09-f43a175d4ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:44.657758758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.775671964Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","namespace":"ai-tenant-e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.775804693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","namespace":"ai-tenant-e2e-api-a-075f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.775882007Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","tenant":"e2e-api-a-075f71","tenantID":"e2e-api-a-075f71","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.795746328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Deployment","name":"maas-api-e2e-api-a-075f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.835778152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Service","name":"maas-api-e2e-api-a-075f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.856212551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-075f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.875203661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-075f71","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.898974098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.916314858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.936595959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.95375773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.969283707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Deployment","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:45.988366212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.005102309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Service","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.019448239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"Service","name":"payload-pre-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.033724714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.04782308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.082429629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.132827049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.14989883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.180579731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.211003142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-075f71","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.226275937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-075f71"},"namespace":"ai-tenant-e2e-api-a-075f71","name":"default-tenant","reconcileID":"5fd90806-c2bf-4b47-a3f8-31ee89ac26a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-075f71","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:46.737763402Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-075f71","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-075f71","reconcileID":"b15d9cfa-cb2a-41b7-a147-dd917f0cbbf0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-075f71","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-075f71"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:46.792387503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3e2caffe-e755-4ef3-96f3-544d1e208c74","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:46.793025294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"3e2caffe-e755-4ef3-96f3-544d1e208c74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-23697f9d/e2e-lifecycle-model-23697f9d-kserve-route (gateways: [openshift-ingress/e2e-mt-23697f9d]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.160474636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074d59e-52fc-47fc-a36c-ee4d86b2a3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.175825942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074d59e-52fc-47fc-a36c-ee4d86b2a3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.190868371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074d59e-52fc-47fc-a36c-ee4d86b2a3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.206088009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074d59e-52fc-47fc-a36c-ee4d86b2a3cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.844295902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890e658-e9ba-40c5-9e66-245484383872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.858883036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890e658-e9ba-40c5-9e66-245484383872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.873596025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890e658-e9ba-40c5-9e66-245484383872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:47.888360163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2890e658-e9ba-40c5-9e66-245484383872","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:53.441820302Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"96bb3aa0-324b-454e-923b-0593652dc90e","name":"e2e-lifecycle-model-23697f9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-23697f9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:03:53.441883747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-23697f9d","namespace":"ai-tenant-e2e-mt-23697f9d"},"namespace":"ai-tenant-e2e-mt-23697f9d","name":"e2e-lifecycle-model-23697f9d","reconcileID":"96bb3aa0-324b-454e-923b-0593652dc90e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-23697f9d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:54.740418952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"7bdb6c34-9889-40a1-9cc5-2e2764eedfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:54.76217206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"7bdb6c34-9889-40a1-9cc5-2e2764eedfa7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:54.937656545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"1fdeed0b-beb0-49eb-88d9-ae2b84921f07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:54.959247327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"1fdeed0b-beb0-49eb-88d9-ae2b84921f07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.028906335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513a9c1f-1f57-464a-a4f2-25dc5f583804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.044874505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513a9c1f-1f57-464a-a4f2-25dc5f583804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.059659796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513a9c1f-1f57-464a-a4f2-25dc5f583804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.074368972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"513a9c1f-1f57-464a-a4f2-25dc5f583804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.7000372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7398d08f-86e7-4f54-8c5d-3e113293ae61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.714872623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7398d08f-86e7-4f54-8c5d-3e113293ae61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.729377636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7398d08f-86e7-4f54-8c5d-3e113293ae61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:55.743886662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7398d08f-86e7-4f54-8c5d-3e113293ae61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.321141398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9511130c-199b-4a1f-aace-1c484c5b8203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.33551603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9511130c-199b-4a1f-aace-1c484c5b8203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.350351461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9511130c-199b-4a1f-aace-1c484c5b8203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.365544884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9511130c-199b-4a1f-aace-1c484c5b8203","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.948353387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646731b3-f219-4d04-8fe4-c1f99299788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.96440264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646731b3-f219-4d04-8fe4-c1f99299788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.981497022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646731b3-f219-4d04-8fe4-c1f99299788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:03:56.998109798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"646731b3-f219-4d04-8fe4-c1f99299788d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:03.378492387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"0addf350-09ec-4b00-9a0d-4935a8d79d1b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-23cb43","tenantID":"e2e-ipp-a-23cb43","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:03.420328263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"0addf350-09ec-4b00-9a0d-4935a8d79d1b","name":"e2e-ipp-a-23cb43-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:04.896335963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"51d3f774-1f50-44cd-8134-34fc882bef26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:04.91715755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"51d3f774-1f50-44cd-8134-34fc882bef26","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:04.993718232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"72350132-1d34-4c4d-bfd3-2d3810e68694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:05.014623716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"72350132-1d34-4c4d-bfd3-2d3810e68694","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:12.973347976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9024a6-2254-4881-b53a-289946d5af37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:12.998912132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9024a6-2254-4881-b53a-289946d5af37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.018141603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9024a6-2254-4881-b53a-289946d5af37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.032669038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea9024a6-2254-4881-b53a-289946d5af37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.76846599Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b546dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b546dc","reconcileID":"cc2fc687-21ec-404d-97c2-0c26070b857d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b546dc","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b546dc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.877407041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b5e65-e006-443e-9ace-f12390e166fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.892672606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b5e65-e006-443e-9ace-f12390e166fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.907381433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b5e65-e006-443e-9ace-f12390e166fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:13.922256413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6b5e65-e006-443e-9ace-f12390e166fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:14.600181048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ade32d-890f-4b96-9600-6afc23271d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:14.615038002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ade32d-890f-4b96-9600-6afc23271d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:14.630458295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ade32d-890f-4b96-9600-6afc23271d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:14.641135065Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:14.645443178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ade32d-890f-4b96-9600-6afc23271d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.485006621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"4764399d-9f02-4376-b42c-a4ca751f6baf","namespace":"ai-tenant-e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.485089219Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"4764399d-9f02-4376-b42c-a4ca751f6baf","namespace":"ai-tenant-e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.485141626Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"4764399d-9f02-4376-b42c-a4ca751f6baf","name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.503822466Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"4764399d-9f02-4376-b42c-a4ca751f6baf","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.504306229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5368d99b-3627-4667-a43b-7a7f53fdc60b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.504328014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5368d99b-3627-4667-a43b-7a7f53fdc60b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.504669408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0c851425-ae68-4b55-a7af-7e72acf307f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.68832347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0c851425-ae68-4b55-a7af-7e72acf307f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.743490684Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0c851425-ae68-4b55-a7af-7e72acf307f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"name":"e2e-api-b-21aaae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.743511559Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"e2e-e2e-api-b-21aaae-policy","reconcileID":"0c851425-ae68-4b55-a7af-7e72acf307f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-21aaae-policy","namespace":"ai-tenant-e2e-api-b-21aaae"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.763802864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3c0a7b3-13df-4a00-8ea7-17b188a08eac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:15.763827269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3c0a7b3-13df-4a00-8ea7-17b188a08eac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.600713481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c712511a-aa4e-4595-8856-33d7614bebdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.600734159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c712511a-aa4e-4595-8856-33d7614bebdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.619068801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54affd15-02f0-4fe9-b213-43fdf2827088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.61908584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54affd15-02f0-4fe9-b213-43fdf2827088","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.647480266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"1e1defd7-6502-4afe-9970-ec0408fb77b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.700921392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"1e1defd7-6502-4afe-9970-ec0408fb77b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.719826279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"1e1defd7-6502-4afe-9970-ec0408fb77b1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.739728556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a55222-c403-40be-b511-52e991a39012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.739752951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90a55222-c403-40be-b511-52e991a39012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.831926157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5089e40-796b-4bf4-a795-d1c7728c2e70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.831953411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5089e40-796b-4bf4-a795-d1c7728c2e70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.849439025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c45552bc-da42-4373-ad2f-dec6a81a4f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.849458102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c45552bc-da42-4373-ad2f-dec6a81a4f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.860356402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"01eb0356-adb0-42a5-b586-b280743e77b8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:04:18.862264657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"c0dd72ef-3efb-4506-a31b-b977a0cda01d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-943630a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.879730994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"01eb0356-adb0-42a5-b586-b280743e77b8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.898357569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"01eb0356-adb0-42a5-b586-b280743e77b8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.90561858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20ab786-7573-4341-acc2-5239c173ae98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.905637654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c20ab786-7573-4341-acc2-5239c173ae98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.925386507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e9403a-add8-4def-a38c-8af6abcc0667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:18.925401011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37e9403a-add8-4def-a38c-8af6abcc0667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.006301447Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"4431fb7e-5d0c-497f-8c1e-81854b4f8cb2","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-943630a9/e2e-shared-int-sub-943630a9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.061747613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b03a5f66-ff12-47e0-8ae6-82a9bf000d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.06177736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b03a5f66-ff12-47e0-8ae6-82a9bf000d00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.088713424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fbdb1521-548f-4eda-94c7-a5f6093780ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.186873378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"fcbb2733-ba78-4064-a50d-fe3e042c018a","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.819537248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454def79-3e58-4e03-8f7a-2469eeeac18c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.819558624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"454def79-3e58-4e03-8f7a-2469eeeac18c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.838903589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c6e8ad2-77b3-44bc-b84a-93284e19b506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.838927855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c6e8ad2-77b3-44bc-b84a-93284e19b506","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.868538717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"a22b58b9-8ec9-4642-8d9e-334a4be7c84f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.892114535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"a22b58b9-8ec9-4642-8d9e-334a4be7c84f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.965790126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"a22b58b9-8ec9-4642-8d9e-334a4be7c84f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.985681905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e718dcd8-5210-4f11-9804-1ef78f245e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:19.985706778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e718dcd8-5210-4f11-9804-1ef78f245e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.020940328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4fafed7-ad08-408f-9593-c7588977d6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.02095772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4fafed7-ad08-408f-9593-c7588977d6b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.038877256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215b6ff2-05c7-4342-bc7d-c2a151916a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.038898342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"215b6ff2-05c7-4342-bc7d-c2a151916a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.049900086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"b3cd4792-248a-446f-b9b9-036cb1b406bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:04:20.056648291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"25f3c39a-cd6e-43c4-b2d9-8bd49f95a35d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-943630a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.069310361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"b3cd4792-248a-446f-b9b9-036cb1b406bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.087512111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"b3cd4792-248a-446f-b9b9-036cb1b406bd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.095672056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37348a1-79b1-482e-ad17-9e54aac7a51f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.095692654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37348a1-79b1-482e-ad17-9e54aac7a51f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.114075945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"559c838f-b232-4cd3-98d1-31c54a1e6fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.114094925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"559c838f-b232-4cd3-98d1-31c54a1e6fdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.198882424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"ac235c1e-389d-481a-9699-c52c347393ff","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-943630a9/e2e-shared-int-sub-943630a9","ai-tenant-e2e-mt-e9841ac9/e2e-shared-int-sub-943630a9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.252877457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8224140-4ca1-4153-9d22-5a0e7887a726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.252900154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8224140-4ca1-4153-9d22-5a0e7887a726","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.276287572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e59fa32d-8224-4723-876d-9e92045d3cd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.276472887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"9c6c84c9-8634-4bc9-a8a8-14795b22fb10","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.381240143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"71c84c90-a8fe-4194-96ed-4954abbf711b","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.639766837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"671ebac3-82db-45a3-af4a-752c3688d4fe","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.639795974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"671ebac3-82db-45a3-af4a-752c3688d4fe","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.77881503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"70f80009-7eef-40cb-ac79-99b8a43bb89d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.778846992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e4d40d4-3f56-4d9f-8296-98bb2775518c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.77886253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e4d40d4-3f56-4d9f-8296-98bb2775518c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.807737419Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-policy-943630a9","reconcileID":"70f80009-7eef-40cb-ac79-99b8a43bb89d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"policyNamespace":"ai-tenant-e2e-mt-943630a9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.827366638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c1b2f79-e989-4cb7-832b-f83ef31bde81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.827388059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c1b2f79-e989-4cb7-832b-f83ef31bde81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.948145808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"31f0a583-55f6-4a1e-a34c-3d8d2aa309e6","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.948168854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"31f0a583-55f6-4a1e-a34c-3d8d2aa309e6","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.96653972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"ecaea81a-5286-46c1-a43b-f016e5cf27fd","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.966562652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"ecaea81a-5286-46c1-a43b-f016e5cf27fd","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:20.995924239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"57cb2b60-afa8-400e-bc3d-b0bfea8c0540","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.047853939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954f8d6b-586c-4254-b695-3635c02f1ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.047872047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954f8d6b-586c-4254-b695-3635c02f1ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.050297058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"57cb2b60-afa8-400e-bc3d-b0bfea8c0540","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.069172967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-908312-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"57cb2b60-afa8-400e-bc3d-b0bfea8c0540","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.089235636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"4848b811-fa60-458b-bd71-58733deb85e8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:21.089262902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"4848b811-fa60-458b-bd71-58733deb85e8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.132302318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e7813f-b8ee-43cc-8024-84db61e59974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.146936468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e7813f-b8ee-43cc-8024-84db61e59974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.161529738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e7813f-b8ee-43cc-8024-84db61e59974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.176184548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61e7813f-b8ee-43cc-8024-84db61e59974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.806255124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3677dfe-1b4e-4bc5-866e-d3b64744c1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.820959716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3677dfe-1b4e-4bc5-866e-d3b64744c1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.835604224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3677dfe-1b4e-4bc5-866e-d3b64744c1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:24.849986442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3677dfe-1b4e-4bc5-866e-d3b64744c1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:30.117575332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"d57970b8-770f-4a9a-96e5-175a993ac8d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:30.137368659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"d57970b8-770f-4a9a-96e5-175a993ac8d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:30.155713413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"d57970b8-770f-4a9a-96e5-175a993ac8d4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.102305741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"af20838e-b8e5-4796-bc24-0434a2ed93a1","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-943630a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.12521859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"0a24ed73-ccd6-4ce1-8d28-36644172c4a0","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.145030804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"0a24ed73-ccd6-4ce1-8d28-36644172c4a0","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.164517809Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-908312-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"0a24ed73-ccd6-4ce1-8d28-36644172c4a0","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.179687626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"namespace":"ai-tenant-e2e-mt-943630a9","name":"e2e-shared-int-sub-943630a9","reconcileID":"af20838e-b8e5-4796-bc24-0434a2ed93a1","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-943630a9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-e9841ac9/e2e-shared-int-sub-943630a9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.243167321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"f3552575-22de-4d48-a7a7-d8165ef2f7fc","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.243184049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47357867-b25e-49ac-9116-8fc14334a7f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.245809775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cbe1982-10ef-4aaf-b341-036d67e4fc00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:31.245825993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cbe1982-10ef-4aaf-b341-036d67e4fc00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:34.522305828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"3ead9dcf-81d2-4798-a7a3-c65d163f56a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b546dc","tenantID":"e2e-ipp-b-b546dc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:34.567140365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"3ead9dcf-81d2-4798-a7a3-c65d163f56a4","name":"e2e-ipp-b-b546dc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:40.185963603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bf1f1ff3-88af-4237-8a6f-9ffe20fafa15","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:40.207278618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bf1f1ff3-88af-4237-8a6f-9ffe20fafa15","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:40.226711491Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bf1f1ff3-88af-4237-8a6f-9ffe20fafa15","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:40.248951631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0367dd53-a48b-4314-898e-ab4307618d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:40.248970828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0367dd53-a48b-4314-898e-ab4307618d65","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:41.194528157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"22abc587-46f7-4db8-ac0c-406cbbbb96f9","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:41.21415691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"22abc587-46f7-4db8-ac0c-406cbbbb96f9","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:41.232527417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-908312-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0edf2570cb07e8abeeeb657edc49f58048e475017457ecbdb7c55b090ec0189) AuthConfig (a53b4ac5accedca93e69d41e265306c7a29b4644b840ef4bf45a5982e1ecff03) AuthConfig (93dca0da9b7c2b641bb088dbba233dae89c926ca5195fee82226666862c0d594) AuthConfig (f62f7b8654bc905eb475168c2a6ed57f71b21631c19a08d4784c52a810789b8d) AuthConfig (64ba4591835147505e832a28d96e3f556755072539b021a908637f948449cb42) AuthConfig (adfef839fd51e774e11ce8be3ea692e62d653e475f33458ce079d47d0bf8c175) AuthConfig (d044e1efb3cfdc1bf67e9cb6120fc69ab7a05de59ab34e00e63fdb849ff02497) AuthConfig (90230bbe49b01f706dda076127f2d70fbb5e95491e0bb57b960a1d00371a39f6) AuthConfig (489c0eeb0561b9ff42f568bcf2428adf92f7a2133b3deecbc1d3c7aee500b253) AuthConfig (c57c31de38ee484e80a697ef7d35ecf8b2d2273bd248b9a94b7a5811c5a65650) AuthConfig (bda3f40cb7e9c2c3945821dbc0102ab7c3b3e608d4bf8684900372b0d69b0dbc) AuthConfig (fd5e64dbcdc54fed66374421b551fdcfbc56787a4dd4f03d80ce5d4f035546df) AuthConfig (ca43ee642dcf3c8a44bec358e4aab1a6b2932cef8096d766831f86b594ba477b) AuthConfig (e0156022cda9c9b0511838d184b9f69f5ce8197f538fe6a47d56874dc3e938fe) AuthConfig (ee82ea1039c2483879c7e62be7aa38aaadd01b05018fbeac457b0377e02112a4) AuthConfig (99e62f697cee62ccbe2367fa04f6b38c8b683e6ccd08a8abcd8e1bfe042a7917) AuthConfig (4503075ad21bb6afcc875ba189b01fb0a8da3521f9d8f51504c082fedf006b54) AuthConfig (05ed03f0bcecb2919d364c797e382db25063add867d29f79ead66dfcf931b1ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"22abc587-46f7-4db8-ac0c-406cbbbb96f9","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:41.252879837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"7a8ca690-d0a8-43b3-aa34-e4cb1822f9ac","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:41.252895769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"7a8ca690-d0a8-43b3-aa34-e4cb1822f9ac","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.201133678Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","namespace":"ai-tenant-e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.20119163Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","namespace":"ai-tenant-e2e-api-b-21aaae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.201241475Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","tenant":"e2e-api-b-21aaae","tenantID":"e2e-api-b-21aaae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.219827113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Deployment","name":"maas-api-e2e-api-b-21aaae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.256424862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Service","name":"maas-api-e2e-api-b-21aaae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.274579254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-21aaae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.291390311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-21aaae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.30917948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.326323608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.344452448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.367867403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.382202428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Deployment","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.396480285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.411258579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Service","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.42533207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"Service","name":"payload-pre-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.439731353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.45393072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.468225682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.489222535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.506468358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.522139468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.537423936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-21aaae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.55236457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-21aaae"},"namespace":"ai-tenant-e2e-api-b-21aaae","name":"default-tenant","reconcileID":"467e350c-8792-4acd-ad67-b472b5283614","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-21aaae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:42.931864552Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-21aaae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-21aaae","reconcileID":"939f93bc-b397-4c85-8471-16152cbb46e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-21aaae","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-21aaae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:43.346559252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9995d280-9c3b-4320-a26a-0dbe3e44de54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:43.361974314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9995d280-9c3b-4320-a26a-0dbe3e44de54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:43.377316045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9995d280-9c3b-4320-a26a-0dbe3e44de54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:43.392074608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9995d280-9c3b-4320-a26a-0dbe3e44de54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:44.057324269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78694f85-7527-4212-869e-c0f38e8b619b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:44.072811734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78694f85-7527-4212-869e-c0f38e8b619b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:44.091345261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78694f85-7527-4212-869e-c0f38e8b619b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:44.106868941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78694f85-7527-4212-869e-c0f38e8b619b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:44.629629953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:50.278231612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"0ceee97b-6dc9-4fc8-8e79-b8366fae1a39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:50.298601057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"0ceee97b-6dc9-4fc8-8e79-b8366fae1a39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:50.317654603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"0ceee97b-6dc9-4fc8-8e79-b8366fae1a39","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.082780959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c51186-5c5f-4acc-81b0-8d77e5e12ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.082806165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43c51186-5c5f-4acc-81b0-8d77e5e12ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.100296927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277e7ca9-4357-4a64-9215-33cf39b5e988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.100318859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"277e7ca9-4357-4a64-9215-33cf39b5e988","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.205536961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"68bc92c6-d1d8-47d8-8444-fa44384a8c67","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.302732294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"40dc0dd7-d7e0-460a-b373-f0479b086775","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.308752554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"009bd126-47c4-4227-9d4b-bc1754650082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.308773831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"009bd126-47c4-4227-9d4b-bc1754650082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.311417552Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"68bc92c6-d1d8-47d8-8444-fa44384a8c67","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.322646296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"40dc0dd7-d7e0-460a-b373-f0479b086775","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.329425525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1445408b-13f4-4a28-8f01-efa32bebdd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.329441587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1445408b-13f4-4a28-8f01-efa32bebdd7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.330266122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"68bc92c6-d1d8-47d8-8444-fa44384a8c67","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:04:51.340199098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"92c036bf-c099-4d34-9927-4da7cde5b3d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-6554787e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.341222775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-908312-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e0edf2570cb07e8abeeeb657edc49f58048e475017457ecbdb7c55b090ec0189) AuthConfig (a53b4ac5accedca93e69d41e265306c7a29b4644b840ef4bf45a5982e1ecff03) AuthConfig (93dca0da9b7c2b641bb088dbba233dae89c926ca5195fee82226666862c0d594) AuthConfig (f62f7b8654bc905eb475168c2a6ed57f71b21631c19a08d4784c52a810789b8d) AuthConfig (64ba4591835147505e832a28d96e3f556755072539b021a908637f948449cb42) AuthConfig (adfef839fd51e774e11ce8be3ea692e62d653e475f33458ce079d47d0bf8c175) AuthConfig (d044e1efb3cfdc1bf67e9cb6120fc69ab7a05de59ab34e00e63fdb849ff02497) AuthConfig (90230bbe49b01f706dda076127f2d70fbb5e95491e0bb57b960a1d00371a39f6) AuthConfig (489c0eeb0561b9ff42f568bcf2428adf92f7a2133b3deecbc1d3c7aee500b253) AuthConfig (c57c31de38ee484e80a697ef7d35ecf8b2d2273bd248b9a94b7a5811c5a65650) AuthConfig (bda3f40cb7e9c2c3945821dbc0102ab7c3b3e608d4bf8684900372b0d69b0dbc) AuthConfig (fd5e64dbcdc54fed66374421b551fdcfbc56787a4dd4f03d80ce5d4f035546df) AuthConfig (ca43ee642dcf3c8a44bec358e4aab1a6b2932cef8096d766831f86b594ba477b) AuthConfig (e0156022cda9c9b0511838d184b9f69f5ce8197f538fe6a47d56874dc3e938fe) AuthConfig (ee82ea1039c2483879c7e62be7aa38aaadd01b05018fbeac457b0377e02112a4) AuthConfig (99e62f697cee62ccbe2367fa04f6b38c8b683e6ccd08a8abcd8e1bfe042a7917) AuthConfig (4503075ad21bb6afcc875ba189b01fb0a8da3521f9d8f51504c082fedf006b54) AuthConfig (05ed03f0bcecb2919d364c797e382db25063add867d29f79ead66dfcf931b1ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"40dc0dd7-d7e0-460a-b373-f0479b086775","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.35001509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa2fedd1-f133-4075-881d-218ba6a7c7b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.350030514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa2fedd1-f133-4075-881d-218ba6a7c7b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.378995743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c97ad98-6f38-4d4f-b185-5c169b3c0e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.379012853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c97ad98-6f38-4d4f-b185-5c169b3c0e20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.399030098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb638c0-24f0-4b6a-b12a-bef0b6536ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.399046492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aeb638c0-24f0-4b6a-b12a-bef0b6536ec1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.41651758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1bcfc21-8f22-49d1-9732-029399c3fdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.416717501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e6b7673-7696-4df3-b8e8-9bd6c20d36e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.41690626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"eea9f936-0294-4545-92a5-2b79eb6b5b53","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.437107003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e6b7673-7696-4df3-b8e8-9bd6c20d36e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.437495716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1bcfc21-8f22-49d1-9732-029399c3fdf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.439547811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"eea9f936-0294-4545-92a5-2b79eb6b5b53","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.458028085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"eea9f936-0294-4545-92a5-2b79eb6b5b53","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:04:51.473604952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"eea9f936-0294-4545-92a5-2b79eb6b5b53","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-6554787e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.48421225Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"275e7cb7-311c-462e-9ba7-a8a735c3d69f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-e9841ac9/e2e-shared-int-sub-943630a9","models-as-a-service/e2e-neg-ghost-sub-6554787e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.484343181Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"275e7cb7-311c-462e-9ba7-a8a735c3d69f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6554787e","error":"MaaSModelRef not found: llm/nonexistent-model-6554787e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.51976836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"025a902a-e10d-4b8c-81cb-d4454721c86b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.523425602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e8fb03-df27-48cd-93d3-d23f0981b876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.523430495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"270f4a9b-0523-496c-8431-72c4113c0720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.540261819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"025a902a-e10d-4b8c-81cb-d4454721c86b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.54848549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"270f4a9b-0523-496c-8431-72c4113c0720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.549863283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9e8fb03-df27-48cd-93d3-d23f0981b876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.553865968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3ba63b5-c802-455d-970e-a12f9eedb76a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.553890307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3ba63b5-c802-455d-970e-a12f9eedb76a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.559335381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"025a902a-e10d-4b8c-81cb-d4454721c86b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.559584548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"5555b5ee-66c3-439a-9e41-e91a1c5ff948","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.559809138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1ee23d5-5e93-4765-b2fc-73e244b8ae9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.660915707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"49c23c67-d115-4951-bcce-01fa7d31290f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:51.661029765Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"49c23c67-d115-4951-bcce-01fa7d31290f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6554787e","error":"MaaSModelRef not found: llm/nonexistent-model-6554787e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.112215252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02856e20-5919-4bf5-a4c4-3b4bff6a48bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.112236301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02856e20-5919-4bf5-a4c4-3b4bff6a48bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.154306842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba31dad-88d3-427f-add9-e58488ad9445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.154324739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d047e835-5887-415d-81c0-30bac6911661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.154580672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"492d0df2-1e33-4dc7-af5c-b5d7e3cff178","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.174067633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba31dad-88d3-427f-add9-e58488ad9445","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.174638662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"492d0df2-1e33-4dc7-af5c-b5d7e3cff178","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.176532234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d047e835-5887-415d-81c0-30bac6911661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:54.198121004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"492d0df2-1e33-4dc7-af5c-b5d7e3cff178","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:57.355571182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1845793-0226-497e-af1c-ca6e7cfc1708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:57.370841965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1845793-0226-497e-af1c-ca6e7cfc1708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:57.385588043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1845793-0226-497e-af1c-ca6e7cfc1708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:57.401373116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1845793-0226-497e-af1c-ca6e7cfc1708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:58.020623612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d16a8-9c85-4b85-9921-f347773f0ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:58.038794309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d16a8-9c85-4b85-9921-f347773f0ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:58.054402746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d16a8-9c85-4b85-9921-f347773f0ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:04:58.119472775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8d16a8-9c85-4b85-9921-f347773f0ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:00.424367245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bfb8e5e5-eade-4282-8047-2fb43293216b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:00.501635982Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bfb8e5e5-eade-4282-8047-2fb43293216b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:00.535006488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"bfb8e5e5-eade-4282-8047-2fb43293216b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:00.563364882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5331b4d7-2021-42e3-b7a6-f3d58ae4d488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:00.56339136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5331b4d7-2021-42e3-b7a6-f3d58ae4d488","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:01.371503661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"9f483b64-2730-4ca9-8384-e6b23e6bb490","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:01.396633592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"9f483b64-2730-4ca9-8384-e6b23e6bb490","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:01.572595287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3ba4c613-0b4d-461b-b67e-f83f1106aea9","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:01.572621261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3ba4c613-0b4d-461b-b67e-f83f1106aea9","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.710343402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"a170acd4-a9cc-4c4f-a174-4ee3b27d274a","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.71037484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"a170acd4-a9cc-4c4f-a174-4ee3b27d274a","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.736442791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"40be09fe-dbe9-41f5-aff7-41706ed5fb39","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.73653194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"40be09fe-dbe9-41f5-aff7-41706ed5fb39","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.743584043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"edda6621-3cca-4cba-b64f-b2047edb7cd5","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:05:02.744770215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"fa700c56-2bf2-4f5c-9744-ccb250630e08","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-908312-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:05:02.753282992Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"40be09fe-dbe9-41f5-aff7-41706ed5fb39","name":"ipp-route-908312","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-908312\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:05:02.753380585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"40be09fe-dbe9-41f5-aff7-41706ed5fb39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-908312\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.759650193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"bbac65fc-dc55-4e08-8d56-cd3b3694ad7c","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.759712395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"bbac65fc-dc55-4e08-8d56-cd3b3694ad7c","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.763184656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"edda6621-3cca-4cba-b64f-b2047edb7cd5","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.785148002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e3777ae1-5322-4d6b-948c-ec450cc572c8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.785174704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e3777ae1-5322-4d6b-948c-ec450cc572c8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.821870297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"86df79c2-4458-463a-ad0b-ec7ef2486882","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.821992416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"86df79c2-4458-463a-ad0b-ec7ef2486882","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.875007188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"e1936d19-721e-4844-af6e-46c399f510f0","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.915471439Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"5b026852-fecc-4517-9c97-b1db4b99a6b7","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ipp-route-908312","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-908312/ipp-route-908312-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.920913581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"e1936d19-721e-4844-af6e-46c399f510f0","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.975565243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e8c24113-fae3-4471-938d-44e4b225df42","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:02.985200174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e8c24113-fae3-4471-938d-44e4b225df42","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:03.093803836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"2174110d-cb59-4e39-bb34-f99d8cbe6d6a","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:03.627798612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c40b26-f92a-41d2-b8cb-3760e308c88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:03.642926932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c40b26-f92a-41d2-b8cb-3760e308c88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:03.657540973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c40b26-f92a-41d2-b8cb-3760e308c88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:03.674545083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c40b26-f92a-41d2-b8cb-3760e308c88c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.162784158Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"b20056a6-5135-4df3-a3b0-c0e3bb7fb1e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-6554787e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.23433468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"b20056a6-5135-4df3-a3b0-c0e3bb7fb1e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-e9841ac9/e2e-shared-int-sub-943630a9","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.2344422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"b20056a6-5135-4df3-a3b0-c0e3bb7fb1e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6554787e","subscription":"e2e-neg-ghost-sub-6554787e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.234639051Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-6554787e","reconcileID":"b20056a6-5135-4df3-a3b0-c0e3bb7fb1e1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-6554787e","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-6554787e","error":"MaaSModelRef not found: llm/nonexistent-model-6554787e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.244265422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"a4636fca-5fde-4460-8a2c-8879473c6b5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.294166986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f842e1-10da-4f44-a840-16c42ccf2212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.297720738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0f0ea86-90e8-4f5f-aea1-0326649b1e35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.300619813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"f311c130-71c2-4f58-ae68-93e2460bc1d9","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.301329243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"a4636fca-5fde-4460-8a2c-8879473c6b5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.312258564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f842e1-10da-4f44-a840-16c42ccf2212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.331621571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"a4636fca-5fde-4460-8a2c-8879473c6b5c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.365042748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f842e1-10da-4f44-a840-16c42ccf2212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.380495062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f842e1-10da-4f44-a840-16c42ccf2212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.385256977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e813e61d-fec2-4715-aeaf-239e46abb738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.385283234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e813e61d-fec2-4715-aeaf-239e46abb738","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.405226818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec190e68-51f2-4f28-a6b7-be99acbf9325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.405319061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec190e68-51f2-4f28-a6b7-be99acbf9325","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.462642175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f2dcc3e-1120-4521-9715-f31abee21b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.462794599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"51888aa4-72eb-48f8-afa8-f3037ee85532","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.463197963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93d43297-6c46-4dff-9dec-a9562ea376d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.470788294Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-444dbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-444dbb","reconcileID":"b17e0683-4d7f-4a8f-939d-f83bb2cfed29","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-444dbb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-444dbb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.484205564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f2dcc3e-1120-4521-9715-f31abee21b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.484476872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"51888aa4-72eb-48f8-afa8-f3037ee85532","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.486980004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93d43297-6c46-4dff-9dec-a9562ea376d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.504967464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"51888aa4-72eb-48f8-afa8-f3037ee85532","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.583747534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-6554787e","reconcileID":"7213250b-e377-4fb5-816d-a6a2d86d770f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-6554787e","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.583822766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44e71c4-bc3c-4ba3-8f38-822d80d68048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.583841554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44e71c4-bc3c-4ba3-8f38-822d80d68048","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.757883654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de52e3f-47c3-4fee-9b57-eca1aad5e33a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:04.757904909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3de52e3f-47c3-4fee-9b57-eca1aad5e33a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:05.083082418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a88971f-e94c-42b5-8f1a-f6631adfaacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:05.099849974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a88971f-e94c-42b5-8f1a-f6631adfaacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:05.115387839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a88971f-e94c-42b5-8f1a-f6631adfaacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:05.132132076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a88971f-e94c-42b5-8f1a-f6631adfaacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:09.607027157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52abdc8-fde9-4487-bbea-739ec8808ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:09.622586311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52abdc8-fde9-4487-bbea-739ec8808ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:09.636884505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52abdc8-fde9-4487-bbea-739ec8808ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:09.651406314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f52abdc8-fde9-4487-bbea-739ec8808ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.241250748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c18b118-a20a-4614-8ded-aa8c76f178a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.255713469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c18b118-a20a-4614-8ded-aa8c76f178a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.270252279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c18b118-a20a-4614-8ded-aa8c76f178a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.286543318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c18b118-a20a-4614-8ded-aa8c76f178a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.451121241Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cf8db5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cf8db5","reconcileID":"f4c02548-f54c-4aca-a819-d401b94c6336","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cf8db5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-cf8db5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.614015221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"104739c2-8463-4a23-8a5e-07691a9da04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.675310477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"104739c2-8463-4a23-8a5e-07691a9da04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.762608232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"104739c2-8463-4a23-8a5e-07691a9da04b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.789958939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd63e0f0-50af-4b43-b1ac-56dc5d01afa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.789992857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd63e0f0-50af-4b43-b1ac-56dc5d01afa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.957023552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f9d0f1-19de-4568-ac48-f2e257c8c3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.971750996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f9d0f1-19de-4568-ac48-f2e257c8c3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:10.987666108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f9d0f1-19de-4568-ac48-f2e257c8c3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:11.002096811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f9d0f1-19de-4568-ac48-f2e257c8c3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:11.626344697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63e75f2-ca35-4ab3-9761-e9d87f6b2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:11.640753811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63e75f2-ca35-4ab3-9761-e9d87f6b2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:11.655422679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63e75f2-ca35-4ab3-9761-e9d87f6b2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:11.670069247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f63e75f2-ca35-4ab3-9761-e9d87f6b2bf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:12.32329237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60818d2a-c5ba-49e6-af5f-6854ca47704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:12.338569147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60818d2a-c5ba-49e6-af5f-6854ca47704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:12.353156969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60818d2a-c5ba-49e6-af5f-6854ca47704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:12.369049248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60818d2a-c5ba-49e6-af5f-6854ca47704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:14.629312866Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:20.827862592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"dd2e974a-2f53-4f98-a93d-ce790ecde69d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:20.848340107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"dd2e974a-2f53-4f98-a93d-ce790ecde69d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:20.867730446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"dd2e974a-2f53-4f98-a93d-ce790ecde69d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:22.371335902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"bd9a0199-98a9-47d9-affe-ed98992be8d8","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:22.430917207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0553954a-c8d5-4f05-ae24-b1e5f934c13d","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:22.431253533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0553954a-c8d5-4f05-ae24-b1e5f934c13d","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:22.95517888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"a469b90f-217a-44b5-8726-539172b532ef","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:22.975726333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"a469b90f-217a-44b5-8726-539172b532ef","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:28.846465991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"e7a87c66-70a5-44d0-885e-c0815f45f5bd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-444dbb","tenantID":"e2e-ipp-b-444dbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:28.8883301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"e7a87c66-70a5-44d0-885e-c0815f45f5bd","name":"e2e-ipp-b-444dbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.689422487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"b91e892a-cd42-4f4f-9ae4-f571092f0d52","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.689444167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"b91e892a-cd42-4f4f-9ae4-f571092f0d52","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.741913544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"027c6588-bdb4-4e81-be48-6067827aa074","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.741937905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"027c6588-bdb4-4e81-be48-6067827aa074","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.7503469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"cfe645a5-db8b-4b9e-b97b-516989b6681c","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.765852511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"f629abb8-606e-47a1-a046-13093f0dce7e","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.769993494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"cfe645a5-db8b-4b9e-b97b-516989b6681c","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.885781664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"ad85f4d9-c12f-4915-9aea-200545708a0d","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.899081312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"eda3aacc-1238-43fa-9817-5318a9eaf541","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:29.906425978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"ad85f4d9-c12f-4915-9aea-200545708a0d","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.051267781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19db3845-0111-472e-90f9-c9a3f000a1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.066618683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19db3845-0111-472e-90f9-c9a3f000a1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.081369769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19db3845-0111-472e-90f9-c9a3f000a1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.096244271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19db3845-0111-472e-90f9-c9a3f000a1b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.742338359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5807e83e-c987-432b-99a6-6105e27c6a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.757524741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5807e83e-c987-432b-99a6-6105e27c6a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.772690238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5807e83e-c987-432b-99a6-6105e27c6a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.871219288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5807e83e-c987-432b-99a6-6105e27c6a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.900246305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"5f487940-1b09-4b2a-aced-dad702d1cf5d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:30.91986661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"5f487940-1b09-4b2a-aced-dad702d1cf5d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.013642706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e291008-3144-473a-aa19-002980643c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.013660551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4e291008-3144-473a-aa19-002980643c91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.521179428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896500a0-d274-4778-b5cc-e0c586efb1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.535745621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896500a0-d274-4778-b5cc-e0c586efb1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.550231935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896500a0-d274-4778-b5cc-e0c586efb1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:31.564627354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"896500a0-d274-4778-b5cc-e0c586efb1f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:36.477951411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"2a1bba5b-bcc8-4de4-835c-59ad7eba6232","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:36.520379634Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"2a1bba5b-bcc8-4de4-835c-59ad7eba6232","name":"e2e-praxis-a-cf8db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:37.841959857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f411095-49c9-472a-b329-88dbe6a85c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:37.856555224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f411095-49c9-472a-b329-88dbe6a85c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:37.871632917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f411095-49c9-472a-b329-88dbe6a85c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:37.887164783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f411095-49c9-472a-b329-88dbe6a85c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:38.484320051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644231ef-6025-4b8b-bec8-ab6b4ed7d4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:38.498889805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644231ef-6025-4b8b-bec8-ab6b4ed7d4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:38.513621397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644231ef-6025-4b8b-bec8-ab6b4ed7d4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:38.528271907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"644231ef-6025-4b8b-bec8-ab6b4ed7d4cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.260170388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2895e9-69cd-4465-afc9-bc7c32dc9cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.275048529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2895e9-69cd-4465-afc9-bc7c32dc9cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.28960866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2895e9-69cd-4465-afc9-bc7c32dc9cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.304424815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2895e9-69cd-4465-afc9-bc7c32dc9cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.923567999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2b352d92-404c-42af-bbfe-07d94ed5dabf","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.923588645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2b352d92-404c-42af-bbfe-07d94ed5dabf","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.949707828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcde56-9c2c-4586-8aba-6e8bce81eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.964622777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcde56-9c2c-4586-8aba-6e8bce81eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.979388938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcde56-9c2c-4586-8aba-6e8bce81eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.994016837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadcde56-9c2c-4586-8aba-6e8bce81eb43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:39.994274282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"4a81a204-5a17-44d7-ba43-35dcf5ba2eb9","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.014487827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"4a81a204-5a17-44d7-ba43-35dcf5ba2eb9","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.026294789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"abe663fb-ae39-4ccb-b003-dd4c134dd937","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.129878845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"93cd0716-72ef-4df4-b070-62b631db4b19","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.171511391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"dd2c7054-5e41-43bd-9413-94a075bee27f","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.192425175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"dd2c7054-5e41-43bd-9413-94a075bee27f","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.640392157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5f85b8-a30a-449a-8d9d-e8f26582c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.654867078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5f85b8-a30a-449a-8d9d-e8f26582c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.670257096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5f85b8-a30a-449a-8d9d-e8f26582c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:40.686071511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d5f85b8-a30a-449a-8d9d-e8f26582c5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:41.363510566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf9817-7d85-435a-a2ec-e0496f82b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:41.37851085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf9817-7d85-435a-a2ec-e0496f82b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:41.393285143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf9817-7d85-435a-a2ec-e0496f82b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:41.4085474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cf9817-7d85-435a-a2ec-e0496f82b4c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:44.627623999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:48.99399344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:48.994110558Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.013645184Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.013693981Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.013830655Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.014718208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"87f4672a-cd80-4ccc-a7c9-bdca531bfc9a","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.014744825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"87f4672a-cd80-4ccc-a7c9-bdca531bfc9a","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.033116297Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"4df1c8e9-fa9f-4614-a752-c6967b45e25e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.034463199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e869049a-3c4d-45ea-b261-d098fe576779","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.034485587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e869049a-3c4d-45ea-b261-d098fe576779","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.043322555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"65f67af3-6ad0-4c85-87d6-328e632bccbc","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.063551496Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"1255b055-9bd9-465e-963e-e978aa4220c2","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1aad7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.063977577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"65f67af3-6ad0-4c85-87d6-328e632bccbc","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.078832064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"b7800c71-2a9b-45ba-83d6-39c9eea79332","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1aad7e90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.115842656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"2b5ba354-3dae-4c11-a98e-e134f97da235","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.222996162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"2b5ba354-3dae-4c11-a98e-e134f97da235","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.300633772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"2b5ba354-3dae-4c11-a98e-e134f97da235","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"e2e-ipp-a-908312-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.300666837Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-auth","reconcileID":"2b5ba354-3dae-4c11-a98e-e134f97da235","MaaSAuthPolicy":{"name":"ipp-route-908312-auth","namespace":"ai-tenant-e2e-ipp-a-908312"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.319830215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"fa9bdc41-99e3-4653-94bd-a62db1939e4b","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:49.319872389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"fa9bdc41-99e3-4653-94bd-a62db1939e4b","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.114110338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113b7f16-5164-4816-934f-807923ee6813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.130870982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113b7f16-5164-4816-934f-807923ee6813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.145378194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113b7f16-5164-4816-934f-807923ee6813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.159904854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"113b7f16-5164-4816-934f-807923ee6813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.849579401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264237a-8d95-465e-ad24-aa551ac742de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.864557628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264237a-8d95-465e-ad24-aa551ac742de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.887718861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264237a-8d95-465e-ad24-aa551ac742de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:53.902873155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f264237a-8d95-465e-ad24-aa551ac742de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:54.584421041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a640fb4-72ce-4a78-959d-6fa5cfeadb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:54.605626257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a640fb4-72ce-4a78-959d-6fa5cfeadb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:54.668574253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a640fb4-72ce-4a78-959d-6fa5cfeadb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:54.691229759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a640fb4-72ce-4a78-959d-6fa5cfeadb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:59.104657779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"b0fc332a-b09f-47ca-92eb-3d80db0d313e","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","subscription":"ipp-route-908312-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:59.121634183Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"b0fc332a-b09f-47ca-92eb-3d80db0d313e","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:59.140287847Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312-sub","reconcileID":"b0fc332a-b09f-47ca-92eb-3d80db0d313e","MaaSSubscription":{"name":"ipp-route-908312-sub","namespace":"ai-tenant-e2e-ipp-a-908312"},"name":"maas-trlp-ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:59.232117873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0af12a2c-944d-4ea4-9376-09216f7a247d","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"tenant":"e2e-ipp-a-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","model":"ai-tenant-e2e-ipp-a-908312/ipp-route-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:05:59.232141967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0af12a2c-944d-4ea4-9376-09216f7a247d","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"routeName":"ipp-route-908312-kserve-route","namespace":"ai-tenant-e2e-ipp-a-908312","llmisvcName":"ipp-route-908312","gateway":"openshift-ingress/e2e-ipp-a-908312","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.246749848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9934ff0-e1d8-4029-9ed2-96f7c6a74ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.261438541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9934ff0-e1d8-4029-9ed2-96f7c6a74ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.279245393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9934ff0-e1d8-4029-9ed2-96f7c6a74ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.29393801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9934ff0-e1d8-4029-9ed2-96f7c6a74ef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.746452879Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"2c747ae2-4a43-4a5d-b1eb-ccdd0c463b5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.746695469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c88828-e08e-4564-b041-714f83bb6209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.746718251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4c88828-e08e-4564-b041-714f83bb6209","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.861394344Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-policy-943630a9","reconcileID":"2c747ae2-4a43-4a5d-b1eb-ccdd0c463b5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"policyNamespace":"ai-tenant-e2e-mt-e9841ac9","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.884138739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbc1c03-aa8b-4101-a5af-d0867ee1086f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.884166007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ddbc1c03-aa8b-4101-a5af-d0867ee1086f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.922702267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8016aec-a979-43be-8881-9719bb3ed22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.940851255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8016aec-a979-43be-8881-9719bb3ed22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.955700191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8016aec-a979-43be-8881-9719bb3ed22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:01.974137427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8016aec-a979-43be-8881-9719bb3ed22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:02.039424547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75c035b2-d366-47b1-9ae7-b96a8d3adf9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:02.039446831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75c035b2-d366-47b1-9ae7-b96a8d3adf9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.552694966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a717373-5c45-47b7-b145-77e9cc5e0b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.568417646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a717373-5c45-47b7-b145-77e9cc5e0b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.582836127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a717373-5c45-47b7-b145-77e9cc5e0b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.582956639Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","namespace":"ai-tenant-e2e-ipp-a-9c5fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.597208124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a717373-5c45-47b7-b145-77e9cc5e0b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.597315718Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","namespace":"ai-tenant-e2e-ipp-a-9c5fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.597385753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","tenant":"e2e-ipp-a-9c5fdf","tenantID":"e2e-ipp-a-9c5fdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.613821271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Deployment","name":"maas-api-e2e-ipp-a-9c5fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.643436906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Service","name":"maas-api-e2e-ipp-a-9c5fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.66780124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-9c5fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.689340571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-9c5fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.70851741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.72518538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.742674589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.76158875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.777989431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.796847195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.827955114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Service","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.852688703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.873186769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.908180812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.927836231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.946807241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.966354449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:06.988359506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.019564951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-9c5fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.085817262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9c5fdf"},"namespace":"ai-tenant-e2e-ipp-a-9c5fdf","name":"default-tenant","reconcileID":"0020276c-868a-41da-87f3-3df870a631ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-9c5fdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.417442083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a789e4-930d-40ff-8625-b609b7828b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.467144023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a789e4-930d-40ff-8625-b609b7828b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.482962783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a789e4-930d-40ff-8625-b609b7828b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.497980293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0a789e4-930d-40ff-8625-b609b7828b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.537283246Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9c5fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9c5fdf","reconcileID":"346f6de5-d2b3-4526-aa59-96f277d63ae2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9c5fdf","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-9c5fdf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:07.723322192Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6c03ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6c03ab","reconcileID":"669428f4-2449-4c43-91a1-2004ab61d2cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6c03ab","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6c03ab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.147441276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacc0ea6-1559-4ab1-800a-39b665dc9947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.161829246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacc0ea6-1559-4ab1-800a-39b665dc9947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.180252538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacc0ea6-1559-4ab1-800a-39b665dc9947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.197325528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacc0ea6-1559-4ab1-800a-39b665dc9947","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.843622132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2deed1f-339e-4872-b3ad-9b05587efbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.857962242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2deed1f-339e-4872-b3ad-9b05587efbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.876370493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2deed1f-339e-4872-b3ad-9b05587efbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:08.894496428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2deed1f-339e-4872-b3ad-9b05587efbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.903689315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.903774328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","namespace":"ai-tenant-e2e-ipp-a-908312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.90385041Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","tenant":"e2e-ipp-a-908312","tenantID":"e2e-ipp-a-908312","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.921023397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Deployment","name":"maas-api-e2e-ipp-a-908312","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.953354896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Service","name":"maas-api-e2e-ipp-a-908312","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.972299478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-908312","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:11.992069413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-908312","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.013564245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.035126067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.056600202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.078250083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.096499446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.099326786Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"c7d56c8c-8482-43c6-b844-d726c0867b86","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-943630a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.114257107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.145690587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Service","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.173599999Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"namespace":"ai-tenant-e2e-mt-e9841ac9","name":"e2e-shared-int-sub-943630a9","reconcileID":"c7d56c8c-8482-43c6-b844-d726c0867b86","MaaSSubscription":{"name":"e2e-shared-int-sub-943630a9","namespace":"ai-tenant-e2e-mt-e9841ac9"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.175732803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.19854104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.221206825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.240477076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.251000186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a5f5f68-93a9-4dd3-9022-5bde94ff455f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.259402684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.285711371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.316896669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.33357713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-908312","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.337331988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7a901d-e3cb-40df-bf68-9d4f529df15e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.337415879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7a901d-e3cb-40df-bf68-9d4f529df15e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.350102855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"default-tenant","reconcileID":"7c5c10d6-4f83-47f4-b001-a0bd1c1c8258","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-908312","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:12.781592454Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-908312","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-908312","reconcileID":"8ac3f262-d5d5-4c87-8f4b-9eca51b64310","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-908312","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-908312"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.861162294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3a47af5a-428d-4b21-a482-d3ecbf5e78db","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.891185307Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3a47af5a-428d-4b21-a482-d3ecbf5e78db","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.90190671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e408bf00-f0a3-4787-9ff8-98227f3a88b9","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.902695342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e408bf00-f0a3-4787-9ff8-98227f3a88b9","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.913864484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"cc9534d7-bbdb-4adc-8d5c-5afae9e50266","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.914023986Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"cc9534d7-bbdb-4adc-8d5c-5afae9e50266","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.93518055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"027e256d-9700-44be-8046-3bebec4ead8e","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.935346373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"027e256d-9700-44be-8046-3bebec4ead8e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.97632078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"427b3aeb-de9f-46d4-99cf-884a9d196c39","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:12.98019037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"427b3aeb-de9f-46d4-99cf-884a9d196c39","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.063793068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2e873aa0-359b-4ea4-b71f-bc3204516e2c","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.063877491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2e873aa0-359b-4ea4-b71f-bc3204516e2c","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.210864727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4ef36-7dcb-461d-ad48-25f2c0f10e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.224428959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"cb490145-3f7c-4c73-9b5e-c9a87e79ac19","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.224491508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"cb490145-3f7c-4c73-9b5e-c9a87e79ac19","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.22571974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4ef36-7dcb-461d-ad48-25f2c0f10e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.242426055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4ef36-7dcb-461d-ad48-25f2c0f10e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.257423091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07c4ef36-7dcb-461d-ad48-25f2c0f10e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.54570352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0671b038-ddfa-4115-8329-bb7a285396d2","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:13.545780853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"0671b038-ddfa-4115-8329-bb7a285396d2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.916532674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62eb159a-5c81-44da-90b9-01bf3fbe9f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.931732068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62eb159a-5c81-44da-90b9-01bf3fbe9f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.946416074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62eb159a-5c81-44da-90b9-01bf3fbe9f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:13.961123913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62eb159a-5c81-44da-90b9-01bf3fbe9f39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:14.186769951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"4ca8c776-9b08-4536-8328-5a68a3b51215","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:14.186837467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"4ca8c776-9b08-4536-8328-5a68a3b51215","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:14.628475645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.467680407Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"74d5dd8c-cf3d-4334-80bc-ded30d4c188b","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.467778222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"74d5dd8c-cf3d-4334-80bc-ded30d4c188b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.492653386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e566e4c0-a5bb-44b1-88a9-bb6df6b8ab14","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.492732433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"e566e4c0-a5bb-44b1-88a9-bb6df6b8ab14","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.581962199Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"a0946906-4d48-4a0b-b3fc-e600324eb4c8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:15.582033291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"a0946906-4d48-4a0b-b3fc-e600324eb4c8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:15.856686219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9af0c-9b46-4031-8587-6cd6378f0a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:15.872227112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9af0c-9b46-4031-8587-6cd6378f0a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:15.887019347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9af0c-9b46-4031-8587-6cd6378f0a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:15.901576832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bc9af0c-9b46-4031-8587-6cd6378f0a89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:16.234912345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"88e886ec-0e7c-4a6d-a964-07ef9b33e764","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:16.234986167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"88e886ec-0e7c-4a6d-a964-07ef9b33e764","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:16.541146993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83fd57f-494b-463a-be31-b4b5af9dd86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:16.555937406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83fd57f-494b-463a-be31-b4b5af9dd86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:16.570422914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83fd57f-494b-463a-be31-b4b5af9dd86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:16.584913586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83fd57f-494b-463a-be31-b4b5af9dd86c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.266427438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85378d6-2c45-4668-8ad6-a11bbd54c8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.282004585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85378d6-2c45-4668-8ad6-a11bbd54c8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.297522861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85378d6-2c45-4668-8ad6-a11bbd54c8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.312415771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85378d6-2c45-4668-8ad6-a11bbd54c8ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.900754163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7018db6-0e41-4e54-84ea-e312a1a82c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.916103372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7018db6-0e41-4e54-84ea-e312a1a82c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.930781297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7018db6-0e41-4e54-84ea-e312a1a82c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:17.945505539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7018db6-0e41-4e54-84ea-e312a1a82c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:18.543721101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afeaf472-7f58-4e4e-ad38-3e1033051ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:18.558475928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afeaf472-7f58-4e4e-ad38-3e1033051ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:18.573780272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afeaf472-7f58-4e4e-ad38-3e1033051ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:18.589318135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afeaf472-7f58-4e4e-ad38-3e1033051ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:25.719690131Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"729b63ce-ccbd-4569-9fef-a853d3ec6db8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:25.719756952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"729b63ce-ccbd-4569-9fef-a853d3ec6db8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.406161246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"10446461-688d-47a8-ac99-4407ea680e18","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6c03ab","tenantID":"e2e-praxis-b-6c03ab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.455123671Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"10446461-688d-47a8-ac99-4407ea680e18","name":"e2e-praxis-b-6c03ab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.476923158Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","namespace":"ai-tenant-e2e-ipp-b-b546dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.476986582Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","namespace":"ai-tenant-e2e-ipp-b-b546dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.477034927Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","tenant":"e2e-ipp-b-b546dc","tenantID":"e2e-ipp-b-b546dc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.497169009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b546dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.549433221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Service","name":"maas-api-e2e-ipp-b-b546dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.568268838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b546dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.591928133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b546dc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.612458761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.629862421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.649634814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.666980136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.683786727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.703173537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.732902108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Service","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.764838002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.782607981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.800912609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.819800037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.838237676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.854995616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.874177214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.891854046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b546dc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:31.908990883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b546dc"},"namespace":"ai-tenant-e2e-ipp-b-b546dc","name":"default-tenant","reconcileID":"8a94072f-e086-4320-aeac-96332edb9e53","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b546dc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:32.256252425Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b546dc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b546dc","reconcileID":"04a9c6dc-6e9a-4002-8eb1-bfa2e9b80bf8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b546dc","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b546dc"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:32.30944719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"dcdf3734-f56a-42d6-a86a-901d57b141bd","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:32.309530743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"dcdf3734-f56a-42d6-a86a-901d57b141bd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:32.637990743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea01ba9b-37b0-41d7-bc92-ee4ac60d5343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:32.6556591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea01ba9b-37b0-41d7-bc92-ee4ac60d5343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:32.671841132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea01ba9b-37b0-41d7-bc92-ee4ac60d5343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:32.687213318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea01ba9b-37b0-41d7-bc92-ee4ac60d5343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:33.324177538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f22e64-60c3-404c-86e8-967b8d50f0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:33.338785753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f22e64-60c3-404c-86e8-967b8d50f0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:33.353436486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f22e64-60c3-404c-86e8-967b8d50f0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:33.368136015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f22e64-60c3-404c-86e8-967b8d50f0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:33.812436436Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2dfc8d75-eec7-4e58-bb82-d64a3bb06983","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:33.812520782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2dfc8d75-eec7-4e58-bb82-d64a3bb06983","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:33.846507138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"75de3b9b-b438-4415-b329-32b2286aa94f","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:33.846575832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"75de3b9b-b438-4415-b329-32b2286aa94f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.25127736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb67c6-0690-4fbb-84a4-296f7f1562b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.266489086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb67c6-0690-4fbb-84a4-296f7f1562b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.282624531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb67c6-0690-4fbb-84a4-296f7f1562b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.299914187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb67c6-0690-4fbb-84a4-296f7f1562b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.916333251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5100803-b662-4f01-822b-c7b99d2d7379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.930914206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5100803-b662-4f01-822b-c7b99d2d7379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.94539676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5100803-b662-4f01-822b-c7b99d2d7379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:34.960168119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5100803-b662-4f01-822b-c7b99d2d7379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:35.544404242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b57a12-3487-4c3b-86f5-975181ed0166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:35.558899438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b57a12-3487-4c3b-86f5-975181ed0166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:35.573271832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b57a12-3487-4c3b-86f5-975181ed0166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:35.587564005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00b57a12-3487-4c3b-86f5-975181ed0166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:36.178325803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f95da6-54b8-4a1e-b27a-4b2ebc61044d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:36.19471702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f95da6-54b8-4a1e-b27a-4b2ebc61044d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:36.210143602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f95da6-54b8-4a1e-b27a-4b2ebc61044d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:36.225067947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77f95da6-54b8-4a1e-b27a-4b2ebc61044d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.036881673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"437d58f4-7b10-44f9-80cc-c17813cb3f2f","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.036952814Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"437d58f4-7b10-44f9-80cc-c17813cb3f2f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:44.628256174Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.799407296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"8ae688c6-4b82-4386-8f14-40e2b523ac7f","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.799477856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"8ae688c6-4b82-4386-8f14-40e2b523ac7f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.896686559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"6d303fd6-4fdb-41e4-be21-02158c31669e","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:44.896760659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"6d303fd6-4fdb-41e4-be21-02158c31669e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.108527002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f9bb2-a87e-4839-8f3a-5824b392fc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.124614761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f9bb2-a87e-4839-8f3a-5824b392fc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.140337192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f9bb2-a87e-4839-8f3a-5824b392fc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.156005231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4f9bb2-a87e-4839-8f3a-5824b392fc54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.730821898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d49f81-1afb-41f3-a8bd-a7cd93a630e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.745136738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d49f81-1afb-41f3-a8bd-a7cd93a630e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.759473383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d49f81-1afb-41f3-a8bd-a7cd93a630e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.774457677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d49f81-1afb-41f3-a8bd-a7cd93a630e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:45.944890856Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2c42b2b1-23aa-41fa-9d67-f350aae7c3e2","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:45.944977023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"2c42b2b1-23aa-41fa-9d67-f350aae7c3e2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:45.997355903Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c3ac95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c3ac95","reconcileID":"85e9ad67-9dda-43e8-ad0d-5161d57133af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c3ac95","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-c3ac95":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:46.085718214Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3e60242d-4cd5-4b43-b1a5-e15cc3fb1f7b","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:46.085795122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"3e60242d-4cd5-4b43-b1a5-e15cc3fb1f7b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:46.397643229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4773568b-834e-4b11-b606-a5920d0991b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:46.417509084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4773568b-834e-4b11-b606-a5920d0991b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:46.433986568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4773568b-834e-4b11-b606-a5920d0991b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:46.44840147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4773568b-834e-4b11-b606-a5920d0991b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.056519276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a31682-5648-4430-86d7-c17d41907a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.071699821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a31682-5648-4430-86d7-c17d41907a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.086280686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a31682-5648-4430-86d7-c17d41907a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.101668718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8a31682-5648-4430-86d7-c17d41907a45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:47.528889794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"56af47c3-5796-4965-b785-5e4ea7f8fb54","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:47.528963445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"56af47c3-5796-4965-b785-5e4ea7f8fb54","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.745222442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb68b4ad-0e1e-4f23-84f0-0f43880a2afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.75974692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb68b4ad-0e1e-4f23-84f0-0f43880a2afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.774396117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb68b4ad-0e1e-4f23-84f0-0f43880a2afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:47.791299773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb68b4ad-0e1e-4f23-84f0-0f43880a2afb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:54.426537113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"62d2b353-5e52-4197-8e15-000d7085a7d8","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:06:54.426615551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-908312","namespace":"ai-tenant-e2e-ipp-a-908312"},"namespace":"ai-tenant-e2e-ipp-a-908312","name":"ipp-route-908312","reconcileID":"62d2b353-5e52-4197-8e15-000d7085a7d8","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-908312/ipp-route-908312: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-908312/ipp-route-908312-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-908312]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:54.785207567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d5706-17a2-4020-b271-16355050bbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:54.806189117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d5706-17a2-4020-b271-16355050bbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:54.822168374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d5706-17a2-4020-b271-16355050bbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:54.836711018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3d5706-17a2-4020-b271-16355050bbf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:55.458461989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3adf31-7cf3-4153-8c9f-1c6f1643d9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:55.490706724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3adf31-7cf3-4153-8c9f-1c6f1643d9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:55.508380342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3adf31-7cf3-4153-8c9f-1c6f1643d9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:55.52285583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3adf31-7cf3-4153-8c9f-1c6f1643d9ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:56.264883279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9534cdf-69bf-4ef5-b130-3e07b53601f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:56.285196203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9534cdf-69bf-4ef5-b130-3e07b53601f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:56.301119729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9534cdf-69bf-4ef5-b130-3e07b53601f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:06:56.31587355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9534cdf-69bf-4ef5-b130-3e07b53601f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.07922302Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","namespace":"ai-tenant-e2e-ipp-a-23cb43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.07931424Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","namespace":"ai-tenant-e2e-ipp-a-23cb43","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.079413494Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","tenant":"e2e-ipp-a-23cb43","tenantID":"e2e-ipp-a-23cb43","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.095864969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Deployment","name":"maas-api-e2e-ipp-a-23cb43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.122702345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Service","name":"maas-api-e2e-ipp-a-23cb43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.150163472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-23cb43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.16699699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-23cb43","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.190237286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.207546047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.225357805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.24243588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.260959493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.280166863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.310338366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Service","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.338410076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.359839344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.377202724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.396099195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.414876986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.43138011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.448246297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.46470335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-23cb43","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.480969245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23cb43"},"namespace":"ai-tenant-e2e-ipp-a-23cb43","name":"default-tenant","reconcileID":"78ede7b7-460b-4a0a-a156-d64e6ee97742","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-23cb43","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:02.841544521Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-23cb43","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-23cb43","reconcileID":"ac9841d9-8e57-468a-82c6-cdd6e004f09d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-23cb43","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-23cb43"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.234713941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddf60b7-2b0d-4f4d-9ed4-3943787a270a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.250473469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddf60b7-2b0d-4f4d-9ed4-3943787a270a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.264708453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddf60b7-2b0d-4f4d-9ed4-3943787a270a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.280158347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ddf60b7-2b0d-4f4d-9ed4-3943787a270a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.865697954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a3019-73be-4fc3-9930-049dbb8e4fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.882802154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a3019-73be-4fc3-9930-049dbb8e4fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.898555376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a3019-73be-4fc3-9930-049dbb8e4fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:03.920181183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd5a3019-73be-4fc3-9930-049dbb8e4fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:06.137518078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"d9d6407e-c96e-4dbd-ad8e-bb78572d9574","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-c3ac95","tenantID":"e2e-praxis-a-c3ac95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:06.182609361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"d9d6407e-c96e-4dbd-ad8e-bb78572d9574","name":"e2e-praxis-a-c3ac95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:09.862271761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acb712-3558-46b9-b903-20a906381eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:09.87750487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acb712-3558-46b9-b903-20a906381eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:09.89222259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acb712-3558-46b9-b903-20a906381eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:09.907790857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0acb712-3558-46b9-b903-20a906381eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:10.559573578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10796ce1-8e12-4bd3-8a4e-5d884c4b7176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:10.575174859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10796ce1-8e12-4bd3-8a4e-5d884c4b7176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:10.597256012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10796ce1-8e12-4bd3-8a4e-5d884c4b7176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:10.679351932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10796ce1-8e12-4bd3-8a4e-5d884c4b7176","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.264035415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f0d12-e616-45d5-bff6-926f5a330792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.278817242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f0d12-e616-45d5-bff6-926f5a330792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.294587107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f0d12-e616-45d5-bff6-926f5a330792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.312074743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2f0d12-e616-45d5-bff6-926f5a330792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.936787617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae3d-1023-4181-b575-b8529987a6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.951393848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae3d-1023-4181-b575-b8529987a6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.966521872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae3d-1023-4181-b575-b8529987a6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:11.981595263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eae8ae3d-1023-4181-b575-b8529987a6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:12.666409926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32e43e-b1ab-4d7d-b628-78c3ba432e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:12.681133589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32e43e-b1ab-4d7d-b628-78c3ba432e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:12.696614535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32e43e-b1ab-4d7d-b628-78c3ba432e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:12.711224927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f32e43e-b1ab-4d7d-b628-78c3ba432e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.320463854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e83bf-6e6a-49a3-98f0-de995625a92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.335137856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e83bf-6e6a-49a3-98f0-de995625a92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.349740057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e83bf-6e6a-49a3-98f0-de995625a92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.365747194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b20e83bf-6e6a-49a3-98f0-de995625a92c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.95021852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d300b28-78e0-4729-bdfa-843a84aec384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.964947103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d300b28-78e0-4729-bdfa-843a84aec384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.979531187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d300b28-78e0-4729-bdfa-843a84aec384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:13.995934815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d300b28-78e0-4729-bdfa-843a84aec384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:14.627190499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:26.894426545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c39b164-7976-45cd-9717-11d91d60a772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:26.909175714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c39b164-7976-45cd-9717-11d91d60a772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:26.92437944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c39b164-7976-45cd-9717-11d91d60a772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:26.939592422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c39b164-7976-45cd-9717-11d91d60a772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:27.57768648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62bfbea-7653-475c-a611-12be8bd7a83b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:27.599406534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62bfbea-7653-475c-a611-12be8bd7a83b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:27.616491587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62bfbea-7653-475c-a611-12be8bd7a83b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:27.631431683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62bfbea-7653-475c-a611-12be8bd7a83b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.156429279Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","namespace":"ai-tenant-e2e-ipp-b-e601e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.156500975Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","namespace":"ai-tenant-e2e-ipp-b-e601e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.156556533Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","tenant":"e2e-ipp-b-e601e0","tenantID":"e2e-ipp-b-e601e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.178535305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-e601e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.207938704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Service","name":"maas-api-e2e-ipp-b-e601e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.226234099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-e601e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.243178803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-e601e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.26087994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.285243155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.303267578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.320386363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.337264729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.353814343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.392396378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Service","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.418238001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.435256985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.452528126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.472363625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.493612515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.510460517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.527049713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.543604421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-e601e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.560049156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-e601e0"},"namespace":"ai-tenant-e2e-ipp-b-e601e0","name":"default-tenant","reconcileID":"9196cce9-adc7-416f-8b1f-9b8f6975b75c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-e601e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:28.903010705Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-e601e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-e601e0","reconcileID":"128163c8-5525-4e3e-bc21-70f8d70e47b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-e601e0","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-e601e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:29.316940921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52e45d3-1ca3-4b82-9cc6-81e76d73ebf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:29.331529016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52e45d3-1ca3-4b82-9cc6-81e76d73ebf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:29.345942435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52e45d3-1ca3-4b82-9cc6-81e76d73ebf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:29.360386107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a52e45d3-1ca3-4b82-9cc6-81e76d73ebf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:30.00464871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5862b44d-3566-422c-b0eb-233e30c32b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:30.019353934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5862b44d-3566-422c-b0eb-233e30c32b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:30.034408368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5862b44d-3566-422c-b0eb-233e30c32b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:30.04912723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5862b44d-3566-422c-b0eb-233e30c32b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.277023193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"e73346d5-724d-46fe-9f0d-df53c19623c8","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.277050675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"e73346d5-724d-46fe-9f0d-df53c19623c8","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.659969748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"18aa35a8-a26f-47fe-acaa-d87cb162300a","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.659989728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"18aa35a8-a26f-47fe-acaa-d87cb162300a","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.679294542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"06a3f428-d032-49da-a718-f4c4c0d23872","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.679317163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"06a3f428-d032-49da-a718-f4c4c0d23872","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.709586082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"62e54180-5c0e-4a3e-9a70-4ae0670529ff","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.762526472Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"62e54180-5c0e-4a3e-9a70-4ae0670529ff","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.780881896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cf8db5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"62e54180-5c0e-4a3e-9a70-4ae0670529ff","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.801473089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"96c4399a-8561-4f4a-bf7f-e7ed0a37bb74","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:32.801494105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"96c4399a-8561-4f4a-bf7f-e7ed0a37bb74","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.195732322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9164eb-f3f7-436b-98d2-4e241a535d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.212914241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9164eb-f3f7-436b-98d2-4e241a535d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.239783436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9164eb-f3f7-436b-98d2-4e241a535d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.256377087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b9164eb-f3f7-436b-98d2-4e241a535d62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.898294909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f003095a-7c3c-4abb-a793-53df0c1aaa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.914178005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f003095a-7c3c-4abb-a793-53df0c1aaa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.928890865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f003095a-7c3c-4abb-a793-53df0c1aaa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.936236522Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-109b3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-109b3d","reconcileID":"9e7a80a7-5632-4dbd-a9ae-4c18fa229e31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-109b3d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-109b3d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:37.943448426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f003095a-7c3c-4abb-a793-53df0c1aaa67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.040750859Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","namespace":"ai-tenant-e2e-ipp-b-444dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.040807462Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","namespace":"ai-tenant-e2e-ipp-b-444dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.040854664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","tenant":"e2e-ipp-b-444dbb","tenantID":"e2e-ipp-b-444dbb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.0575906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Deployment","name":"maas-api-e2e-ipp-b-444dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.098820926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Service","name":"maas-api-e2e-ipp-b-444dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.124213187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-444dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.142158292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-444dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.162138191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.18530151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.203406955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.221516269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.240084987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.257807913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.298185025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Service","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.328462362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.347163111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.36687372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.39527271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.419463562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.483626739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.516515427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.534692228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-444dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.55184382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-444dbb"},"namespace":"ai-tenant-e2e-ipp-b-444dbb","name":"default-tenant","reconcileID":"3f0dcb5b-f195-49cb-a568-4bc211772680","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-444dbb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.828375932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7f8f6-5254-42f1-ac39-c1343df69f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.845895926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7f8f6-5254-42f1-ac39-c1343df69f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.862595662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7f8f6-5254-42f1-ac39-c1343df69f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:38.883593973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7f8f6-5254-42f1-ac39-c1343df69f37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:39.036506139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-444dbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-444dbb","reconcileID":"27792d02-19fc-403d-81cc-5bb3116b8392","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-444dbb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-444dbb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:39.635159869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6852af-35d2-44cb-94fc-db17e67cf354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:39.650693363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6852af-35d2-44cb-94fc-db17e67cf354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:39.666105311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6852af-35d2-44cb-94fc-db17e67cf354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:39.687455067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6852af-35d2-44cb-94fc-db17e67cf354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.609456171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4225e-4216-4fb5-95a7-1a07932efef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.628070311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4225e-4216-4fb5-95a7-1a07932efef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.642682563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4225e-4216-4fb5-95a7-1a07932efef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.658951512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea4225e-4216-4fb5-95a7-1a07932efef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.962338269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c27194ee-491b-4b86-af6c-c3a814c10b6d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:40.9921284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"da0b5ee8-3abc-4d8a-9036-7f2b7c5744f1","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:07:41.002516772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-apikey-sub-binding-55e656e2","reconcileID":"8f89c7e3-c6dd-4e5c-9e7c-7ebc95e95427","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-55e656e2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.02069977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f7d00a08-9042-424c-a4b1-3fb1b8884a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.021360491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8dd4b27a-5aee-4448-b094-0c95d9c7105b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.041950498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f7d00a08-9042-424c-a4b1-3fb1b8884a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.08287586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8dd4b27a-5aee-4448-b094-0c95d9c7105b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.08844019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"52af4ec0-a5e6-4f95-96aa-97f9ddce6455","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.172031811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"bd2f053c-3da6-4a58-a1d8-5bd65ef0f4c3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.259984601Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-apikey-sub-binding-55e656e2","reconcileID":"6a25db48-5a70-45e2-83bf-e28ae4f3c504","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-apikey-sub-binding-55e656e2","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.277591217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fcf6a362-ae17-408e-9358-a5887f989d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.278039971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a9b14e04-410c-425c-8140-52baad999817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.302427187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fcf6a362-ae17-408e-9358-a5887f989d02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.310096154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a9b14e04-410c-425c-8140-52baad999817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.330506905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d13cbbc7-4918-42e7-ae5f-d3dcdf0239ef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.34665119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"6a149ca5-2089-4630-bfbe-7c9de0ac56b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:41.44315689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-apikey-sub-binding-55e656e2","reconcileID":"99a9e143-daae-455c-ab0d-5a7a8ed1df8c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:42.912238526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"c861200c-161f-4d7d-8db1-ce4e9f48822c","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:42.935457356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"c861200c-161f-4d7d-8db1-ce4e9f48822c","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:42.954022395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cf8db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fbdee5f920d0c9084e3cc0370f7cfb04b2d36dabb5ac2e712d3376339d28354) AuthConfig (d3fbda1b40859909adcbd6bae218bb9fdcc77d76dcdf10924889e4a7f3d9b321) AuthConfig (d827089f8cf22e204ff331c7f4fc548d41b17d58d6268a2f982a504f34e2eb79) AuthConfig (f55575fb4257cefece9e9ba3ad66ac7771a1399ec9fdcf53e2ef0832a00bfeb0) AuthConfig (136cfefcedc226dfc8c02b543df144af0452e2c2fc7044218e5fe1cec6cf7932) AuthConfig (aa89571a5642e8ab5aceb3543d8ab9b7bda5f36ba8cea537e9ff7fa43b25aaaf) AuthConfig (2d0c42f7bfac90997589bcfa51647e79c413cf33dd4e86a563586410a341ce41) AuthConfig (917c1a09108a79bf31b1d795ed2ebfc05ccb97b18f26c82c340d311dcb24a910) AuthConfig (0d8650a04317cd581379c0ba1fb0bcc949421fad6e685cfb7d4c881d37fc9e2c) AuthConfig (ff53f9c549aab7aeb8f9c5b458a2601054528dd64b7ccc752d479121dfa5bd61) AuthConfig (20944ccb85ddf4a2a181ef527cfa669a91a2d0d5313273fb12b8d935cb7f460d) AuthConfig (74890edfa01d44bca5578f866117213f999afd6aca41b43aab53fd9d71017bde) AuthConfig (e203e39d5ef062dc86654375b0fa7e14ca46aaec1ed8ef05bf37048c08f71d25) AuthConfig (f4df87e4bf02796007de7f7428a2bd989edcbe50f56c770f9f373ba310a06d66) AuthConfig (c02198139d12ef9e07a178b89c5ea6e2b595913ee1dd24a5618884f75267c7b2) AuthConfig (714ea03cd93bf2fc88ba76daa533ce01fdef582edffcf44683553d0a1b108285) AuthConfig (c4ff6bb9d30c887d71b6799d711edb814eab928feca0450f2c5425acef2e60b1) AuthConfig (f2b89237f9fac8785255d426f6f64c7734d19db65f7df573e0fcdbbc37925791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"c861200c-161f-4d7d-8db1-ce4e9f48822c","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:42.975041521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"af4b7b46-71c0-4c87-95c6-f44ce2ca918f","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:42.975168403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"af4b7b46-71c0-4c87-95c6-f44ce2ca918f","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.19336719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"8c01e102-f74b-4815-91d8-76426a19f689","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.215028479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"8c01e102-f74b-4815-91d8-76426a19f689","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.233481975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cf8db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fbdee5f920d0c9084e3cc0370f7cfb04b2d36dabb5ac2e712d3376339d28354) AuthConfig (d3fbda1b40859909adcbd6bae218bb9fdcc77d76dcdf10924889e4a7f3d9b321) AuthConfig (d827089f8cf22e204ff331c7f4fc548d41b17d58d6268a2f982a504f34e2eb79) AuthConfig (f55575fb4257cefece9e9ba3ad66ac7771a1399ec9fdcf53e2ef0832a00bfeb0) AuthConfig (136cfefcedc226dfc8c02b543df144af0452e2c2fc7044218e5fe1cec6cf7932) AuthConfig (aa89571a5642e8ab5aceb3543d8ab9b7bda5f36ba8cea537e9ff7fa43b25aaaf) AuthConfig (2d0c42f7bfac90997589bcfa51647e79c413cf33dd4e86a563586410a341ce41) AuthConfig (917c1a09108a79bf31b1d795ed2ebfc05ccb97b18f26c82c340d311dcb24a910) AuthConfig (0d8650a04317cd581379c0ba1fb0bcc949421fad6e685cfb7d4c881d37fc9e2c) AuthConfig (ff53f9c549aab7aeb8f9c5b458a2601054528dd64b7ccc752d479121dfa5bd61) AuthConfig (20944ccb85ddf4a2a181ef527cfa669a91a2d0d5313273fb12b8d935cb7f460d) AuthConfig (74890edfa01d44bca5578f866117213f999afd6aca41b43aab53fd9d71017bde) AuthConfig (e203e39d5ef062dc86654375b0fa7e14ca46aaec1ed8ef05bf37048c08f71d25) AuthConfig (f4df87e4bf02796007de7f7428a2bd989edcbe50f56c770f9f373ba310a06d66) AuthConfig (c02198139d12ef9e07a178b89c5ea6e2b595913ee1dd24a5618884f75267c7b2) AuthConfig (714ea03cd93bf2fc88ba76daa533ce01fdef582edffcf44683553d0a1b108285) AuthConfig (c4ff6bb9d30c887d71b6799d711edb814eab928feca0450f2c5425acef2e60b1) AuthConfig (f2b89237f9fac8785255d426f6f64c7734d19db65f7df573e0fcdbbc37925791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"8c01e102-f74b-4815-91d8-76426a19f689","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.918153123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"88c9048f-1589-4c73-b400-a68c4ba0aff7","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.961268799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1e26c73e-c488-45f0-84fb-aa9e474f147d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.961271235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e0bfac8c-513d-4a4b-b366-3552246ba1e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.986109865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e0bfac8c-513d-4a4b-b366-3552246ba1e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:43.986237011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1e26c73e-c488-45f0-84fb-aa9e474f147d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:44.627203306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.25394582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3299297a-f7bc-4528-b40f-9f5709b91543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.268542279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3299297a-f7bc-4528-b40f-9f5709b91543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.283775895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3299297a-f7bc-4528-b40f-9f5709b91543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.299500238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3299297a-f7bc-4528-b40f-9f5709b91543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.931870951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34663584-75b1-4709-9100-3ce80c913385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.946424423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34663584-75b1-4709-9100-3ce80c913385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.961462218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34663584-75b1-4709-9100-3ce80c913385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:47.976767924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34663584-75b1-4709-9100-3ce80c913385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:48.094555247Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7bb337","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7bb337","reconcileID":"a08ab568-5ef5-41e9-82cd-985c35537111","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7bb337","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-7bb337":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:48.587591792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a86ab5-cf09-4114-b9d5-0ebc821bc39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:48.603134883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a86ab5-cf09-4114-b9d5-0ebc821bc39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:48.618317854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a86ab5-cf09-4114-b9d5-0ebc821bc39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:48.633558721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78a86ab5-cf09-4114-b9d5-0ebc821bc39c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.255313204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad888e1-b5a7-463e-b26a-21b942d2820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.270407346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad888e1-b5a7-463e-b26a-21b942d2820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.285519105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad888e1-b5a7-463e-b26a-21b942d2820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.300825736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad888e1-b5a7-463e-b26a-21b942d2820c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.886809889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766148a2-14b4-4e55-8932-c21da3e71167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.901676735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766148a2-14b4-4e55-8932-c21da3e71167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.916157707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766148a2-14b4-4e55-8932-c21da3e71167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:49.930858783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"766148a2-14b4-4e55-8932-c21da3e71167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:52.346698886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367e970-1981-45cb-b5c0-e897573f5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:52.361436184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367e970-1981-45cb-b5c0-e897573f5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:52.376237306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367e970-1981-45cb-b5c0-e897573f5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:52.392922379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d367e970-1981-45cb-b5c0-e897573f5b26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.038822779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05581b3d-2d42-4223-9762-f80c93b2f1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.05362293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05581b3d-2d42-4223-9762-f80c93b2f1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.068302897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05581b3d-2d42-4223-9762-f80c93b2f1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.082890611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05581b3d-2d42-4223-9762-f80c93b2f1de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.169406898Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-585ee2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-585ee2","reconcileID":"c4af71b7-429c-4762-863f-648fc5038263","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-585ee2","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-585ee2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.261964285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"f0d5981f-d266-471c-bfae-e99aef268ac1","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.290791915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"f0d5981f-d266-471c-bfae-e99aef268ac1","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.309845708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cf8db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fbdee5f920d0c9084e3cc0370f7cfb04b2d36dabb5ac2e712d3376339d28354) AuthConfig (d3fbda1b40859909adcbd6bae218bb9fdcc77d76dcdf10924889e4a7f3d9b321) AuthConfig (d827089f8cf22e204ff331c7f4fc548d41b17d58d6268a2f982a504f34e2eb79) AuthConfig (f55575fb4257cefece9e9ba3ad66ac7771a1399ec9fdcf53e2ef0832a00bfeb0) AuthConfig (136cfefcedc226dfc8c02b543df144af0452e2c2fc7044218e5fe1cec6cf7932) AuthConfig (aa89571a5642e8ab5aceb3543d8ab9b7bda5f36ba8cea537e9ff7fa43b25aaaf) AuthConfig (2d0c42f7bfac90997589bcfa51647e79c413cf33dd4e86a563586410a341ce41) AuthConfig (917c1a09108a79bf31b1d795ed2ebfc05ccb97b18f26c82c340d311dcb24a910) AuthConfig (0d8650a04317cd581379c0ba1fb0bcc949421fad6e685cfb7d4c881d37fc9e2c) AuthConfig (ff53f9c549aab7aeb8f9c5b458a2601054528dd64b7ccc752d479121dfa5bd61) AuthConfig (20944ccb85ddf4a2a181ef527cfa669a91a2d0d5313273fb12b8d935cb7f460d) AuthConfig (74890edfa01d44bca5578f866117213f999afd6aca41b43aab53fd9d71017bde) AuthConfig (e203e39d5ef062dc86654375b0fa7e14ca46aaec1ed8ef05bf37048c08f71d25) AuthConfig (f4df87e4bf02796007de7f7428a2bd989edcbe50f56c770f9f373ba310a06d66) AuthConfig (c02198139d12ef9e07a178b89c5ea6e2b595913ee1dd24a5618884f75267c7b2) AuthConfig (714ea03cd93bf2fc88ba76daa533ce01fdef582edffcf44683553d0a1b108285) AuthConfig (c4ff6bb9d30c887d71b6799d711edb814eab928feca0450f2c5425acef2e60b1) AuthConfig (f2b89237f9fac8785255d426f6f64c7734d19db65f7df573e0fcdbbc37925791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"f0d5981f-d266-471c-bfae-e99aef268ac1","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.765826709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4392c868-8464-4345-a1a2-e908b89c5972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.780827661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4392c868-8464-4345-a1a2-e908b89c5972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.795922576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4392c868-8464-4345-a1a2-e908b89c5972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.811117752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4392c868-8464-4345-a1a2-e908b89c5972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:53.967779112Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-apikey-sub-binding-55e656e2","reconcileID":"d8a0f4b5-5641-46c3-ae94-578da01f2403","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-apikey-sub-binding-55e656e2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.034518138Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-apikey-sub-binding-55e656e2","reconcileID":"d8a0f4b5-5641-46c3-ae94-578da01f2403","MaaSSubscription":{"name":"e2e-apikey-sub-binding-55e656e2","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.097073521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"dc542507-6cfa-46c3-9ae7-0fee90af7f87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.19487987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fe9e2218-64b0-433f-9b35-21e5ce05f6e6","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.239950494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5bb5b5dc-9ffc-4c9f-88a1-10bb0979b547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.239950475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8376364a-48cc-43ac-9f56-7429b07298fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.260968581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8376364a-48cc-43ac-9f56-7429b07298fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:54.261047442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5bb5b5dc-9ffc-4c9f-88a1-10bb0979b547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.417615971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"a2836f5b-f7e4-4f9e-a720-5ff6037423d2","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.437410905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"078f15df-e273-4309-aea3-c910fd475ea4","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.488244607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"d03447d4-f769-4320-8a2c-c12820e56a67","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.508904483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"d03447d4-f769-4320-8a2c-c12820e56a67","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.687557272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"cc6afdb2-1e79-48a8-9304-18895aeac356","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.705728787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"a1a2f26a-01c1-43eb-bdff-1937ef04e250","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.717399163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"ce8662d6-0aca-4818-9615-43f920e64516","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:07:55.720987011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-success","reconcileID":"2f066b29-dc1d-4a33-99bd-5c3303ac244a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.730901722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"15a12a67-f834-483e-a4f7-3fab5df3b84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.730945161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e2113090-8f76-4302-8645-cd7a7adf03ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.751347991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e2113090-8f76-4302-8645-cd7a7adf03ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.752487245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"15a12a67-f834-483e-a4f7-3fab5df3b84d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.760768136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"44148853-1441-421a-9e3b-c6a0a1206fc5","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.782908806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"e9b04119-f805-45dd-9a59-f511f4935cbd","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.833551196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"0a5d253b-c668-4db7-9436-96bfd823f6a8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.853129832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"0a5d253b-c668-4db7-9436-96bfd823f6a8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.867687801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-success","reconcileID":"2fff7025-c738-40a9-8053-04ec653690f4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-9793f8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.922308279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"078842b7-5abf-47fb-91f9-d65f02315a2a","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.940650461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c438f86-b03e-4169-8268-c2ee6ffe2b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.941015122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b5a49844-3c08-4f23-bf49-6e392531097a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.945529298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"dee01728-c438-4609-be37-b6726c7fd077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.960815515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c438f86-b03e-4169-8268-c2ee6ffe2b35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:55.96093987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b5a49844-3c08-4f23-bf49-6e392531097a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.040848756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"3c8e5b42-de80-4414-8fdb-414b9d681006","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.04594655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-success","reconcileID":"580c9f48-54f8-4ce4-94a1-28c3148f29c7","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.060825125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"3c8e5b42-de80-4414-8fdb-414b9d681006","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.741185923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"3e3d21f3-f104-43cc-9b6d-8fb9038f4336","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.785603547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"5d6862c8-f7e4-4190-9e11-aa0af114e21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.786222732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"c197290e-8cf8-48cf-b706-4ec8a40b1d23","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.786224879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"36ccc0b4-fd59-471a-876b-a43277573021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.805274766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"5d6862c8-f7e4-4190-9e11-aa0af114e21b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.806451547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"c197290e-8cf8-48cf-b706-4ec8a40b1d23","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:56.807763089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"36ccc0b4-fd59-471a-876b-a43277573021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:57.19838361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"c3179d0b-bc46-4c67-a516-de72a03baf68","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-109b3d","tenantID":"e2e-praxis-b-109b3d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:07:57.241693326Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"c3179d0b-bc46-4c67-a516-de72a03baf68","name":"e2e-praxis-b-109b3d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:03.340596868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"2013d26f-3be3-47c1-8ff5-e95d7afa6b3d","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:03.360361696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"2013d26f-3be3-47c1-8ff5-e95d7afa6b3d","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:03.379581019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-cf8db5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3fbdee5f920d0c9084e3cc0370f7cfb04b2d36dabb5ac2e712d3376339d28354) AuthConfig (d3fbda1b40859909adcbd6bae218bb9fdcc77d76dcdf10924889e4a7f3d9b321) AuthConfig (d827089f8cf22e204ff331c7f4fc548d41b17d58d6268a2f982a504f34e2eb79) AuthConfig (f55575fb4257cefece9e9ba3ad66ac7771a1399ec9fdcf53e2ef0832a00bfeb0) AuthConfig (136cfefcedc226dfc8c02b543df144af0452e2c2fc7044218e5fe1cec6cf7932) AuthConfig (aa89571a5642e8ab5aceb3543d8ab9b7bda5f36ba8cea537e9ff7fa43b25aaaf) AuthConfig (2d0c42f7bfac90997589bcfa51647e79c413cf33dd4e86a563586410a341ce41) AuthConfig (917c1a09108a79bf31b1d795ed2ebfc05ccb97b18f26c82c340d311dcb24a910) AuthConfig (0d8650a04317cd581379c0ba1fb0bcc949421fad6e685cfb7d4c881d37fc9e2c) AuthConfig (ff53f9c549aab7aeb8f9c5b458a2601054528dd64b7ccc752d479121dfa5bd61) AuthConfig (20944ccb85ddf4a2a181ef527cfa669a91a2d0d5313273fb12b8d935cb7f460d) AuthConfig (74890edfa01d44bca5578f866117213f999afd6aca41b43aab53fd9d71017bde) AuthConfig (e203e39d5ef062dc86654375b0fa7e14ca46aaec1ed8ef05bf37048c08f71d25) AuthConfig (f4df87e4bf02796007de7f7428a2bd989edcbe50f56c770f9f373ba310a06d66) AuthConfig (c02198139d12ef9e07a178b89c5ea6e2b595913ee1dd24a5618884f75267c7b2) AuthConfig (714ea03cd93bf2fc88ba76daa533ce01fdef582edffcf44683553d0a1b108285) AuthConfig (c4ff6bb9d30c887d71b6799d711edb814eab928feca0450f2c5425acef2e60b1) AuthConfig (f2b89237f9fac8785255d426f6f64c7734d19db65f7df573e0fcdbbc37925791)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"2013d26f-3be3-47c1-8ff5-e95d7afa6b3d","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.792315271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-success","reconcileID":"203bd36c-303f-4e52-a20f-63a870cbee26","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.859885234Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-success","reconcileID":"203bd36c-303f-4e52-a20f-63a870cbee26","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.921187211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"893bdb34-eb71-4708-adac-4bec5fd8295e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.928733783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"f587bfeb-3552-45e9-86b4-3fda58f677ea","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.973176026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cc443f7c-bc6e-4adc-b3c4-02f3fde29b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.973543222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"d30faff1-a770-4071-8c32-56569499a577","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:06.973776383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"74a3a201-3069-48e8-8401-2555d2939cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.013819215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"d30faff1-a770-4071-8c32-56569499a577","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.02173517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"74a3a201-3069-48e8-8401-2555d2939cd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.022751636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cc443f7c-bc6e-4adc-b3c4-02f3fde29b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.07496286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"9bc50c27-48b6-4b1e-8fa9-215d84e58d79","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.147658966Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-success","reconcileID":"c0b7a963-a232-4d9b-8cd9-2c954ced335f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.269078825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"376355df-1b1d-40b5-92be-1c0963d1a069","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.324942004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"569db0af-d343-4e3f-a51a-4ac281f2e57e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-7bb337","tenantID":"e2e-praxis-a-7bb337","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:07.368884008Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"569db0af-d343-4e3f-a51a-4ac281f2e57e","name":"e2e-praxis-a-7bb337-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.431125798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"4fbf07a8-e283-4c2e-bb71-e0ce21e5e583","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.450514252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"89287482-a580-43f7-976f-5d2ccfb0aefd","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.493603289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"b06775fa-c785-4761-b996-91838301f4de","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.513784594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"b06775fa-c785-4761-b996-91838301f4de","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.592838277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"28d39e8d-bda7-4866-9bb2-d8747d14efd0","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.614471175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"b665a0f9-5225-43b3-b5e5-d4d925f78cfc","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.63264545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"b8b6c980-7d28-4f33-ab9e-804d2f8fa0b0","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.63675654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"8b4b5d99-43a2-4066-a026-7888b27e3feb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:08.648589294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-no-access","reconcileID":"0a8d2e84-7ee9-4e33-b464-85ed198eb818","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.656362647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"8b4b5d99-43a2-4066-a026-7888b27e3feb","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.688011171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"eb353a8b-b1c8-47e3-8339-f9e56fc2f170","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.707746387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"535d236f-0a33-4e70-a1dc-5c282c0b0775","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.736554755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4ce5464e-8df7-42f1-96e5-1fc48869a00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.736588636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cec21229-7628-4117-8499-2af08e47d018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.746507624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"c927e3be-3a68-4b30-940d-22f0cce59c51","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.756308776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cec21229-7628-4117-8499-2af08e47d018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.756359904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4ce5464e-8df7-42f1-96e5-1fc48869a00e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.765878424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"c927e3be-3a68-4b30-940d-22f0cce59c51","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.788077719Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-no-access","reconcileID":"86c4d528-7f39-4edd-bac0-00c2b6bf2703","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-9793f8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.843435188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"7cfd15cc-511e-468c-970b-839e93d89a08","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.84500185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6be4371f-7b1a-4c02-88b4-f7ae5a10f6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.845005827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8aa36095-b444-48b0-a323-182487e46239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.86492505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8aa36095-b444-48b0-a323-182487e46239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.866006411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6be4371f-7b1a-4c02-88b4-f7ae5a10f6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.868182131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"b9982414-2271-40a9-9837-9c76a975ef62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:08.968651088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-no-access","reconcileID":"959215a4-7897-478c-8d91-18f159f025ea","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.496211649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"647347a4-fe8d-4bf5-a77b-e307d9739363","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.540370213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2d6d0dbe-6fb3-4891-9777-1b719cccf71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.540370231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ad7222c9-f216-401e-955d-21c3fae9d1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.540700102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"8f62b9ff-3cc2-445d-9ff7-1f35ae1d6572","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.561873122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"8f62b9ff-3cc2-445d-9ff7-1f35ae1d6572","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.562128359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ad7222c9-f216-401e-955d-21c3fae9d1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:09.564339615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2d6d0dbe-6fb3-4891-9777-1b719cccf71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:12.421304857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"3a35cd53-b62c-495c-80f3-99a857e172fe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-585ee2","tenantID":"e2e-praxis-a-585ee2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:12.464188403Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"3a35cd53-b62c-495c-80f3-99a857e172fe","name":"e2e-praxis-a-585ee2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:13.409458158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"1f4b0e73-6868-4193-98a8-c4ed1457a8cd","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:13.429235581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"1f4b0e73-6868-4193-98a8-c4ed1457a8cd","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:13.513123365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"89bc94cd-2169-418e-8a4b-91cf719b0837","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:13.513142393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"89bc94cd-2169-418e-8a4b-91cf719b0837","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.515297995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"98972609-cf12-4763-aa2f-79c104aca43e","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.515328459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"98972609-cf12-4763-aa2f-79c104aca43e","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.541313224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"ab7bfb31-6c66-406c-b2f5-f0013ced7394","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.542820948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"ab7bfb31-6c66-406c-b2f5-f0013ced7394","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.5482638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"9a44b50e-0f19-4797-873c-2f32e0963126","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:14.549440983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"261211c3-81e0-43eb-83ee-660e23d00bd2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-cf8db5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:14.559494443Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"ab7bfb31-6c66-406c-b2f5-f0013ced7394","name":"praxis-route-cf8db5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cf8db5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:14.559558037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"ab7bfb31-6c66-406c-b2f5-f0013ced7394","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-cf8db5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.564937025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"7f9609b9-25cf-4997-9837-f46db886d1a3","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.564954245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"7f9609b9-25cf-4997-9837-f46db886d1a3","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.567709422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"9a44b50e-0f19-4797-873c-2f32e0963126","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.581089495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"5af06306-2425-446e-abfd-00f0ce91461f","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.581104913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"5af06306-2425-446e-abfd-00f0ce91461f","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.601216295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b6de8998-f7cc-4669-90df-702d78476403","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.601236043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b6de8998-f7cc-4669-90df-702d78476403","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.627290668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.661508109Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"910fc5cc-3532-4be4-946d-d3d2fdb399fe","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"praxis-route-cf8db5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.715198179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0ed87886-3e1f-4083-8e52-8a3694acedfe","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.71522499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0ed87886-3e1f-4083-8e52-8a3694acedfe","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.754583326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"50072617-3292-4c5c-a94b-67a683665320","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.774093444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"50072617-3292-4c5c-a94b-67a683665320","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:14.774676588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"0f34bb4b-df6e-4adf-921b-fa8d5881b38a","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.07212249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ccab17-989a-49ad-ba80-657af342246e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.086764283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ccab17-989a-49ad-ba80-657af342246e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.101528613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ccab17-989a-49ad-ba80-657af342246e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.118538094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52ccab17-989a-49ad-ba80-657af342246e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.694977029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43a8bfe-ebe5-475d-a454-301eef143e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.709809483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43a8bfe-ebe5-475d-a454-301eef143e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.724619612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43a8bfe-ebe5-475d-a454-301eef143e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:18.741895513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43a8bfe-ebe5-475d-a454-301eef143e8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.546674986Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-no-access","reconcileID":"729e8c03-302b-45c1-b8f1-7a3739faec0d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.621018426Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-no-access","reconcileID":"729e8c03-302b-45c1-b8f1-7a3739faec0d","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.680363001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"6bd25161-4791-49ae-b70d-c15d7c0671f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.68658529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"a7b46f16-725b-4061-9348-d8cf0a0325f4","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.729599555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"c90ebbfb-bec6-4e64-ba38-b56a1aab3a37","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.729755128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d501be4e-118d-48e2-bb78-6b8447caaed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.729599684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"00a1574c-247f-46fd-9620-b05471d1cdde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.750160348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"00a1574c-247f-46fd-9620-b05471d1cdde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.750674412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d501be4e-118d-48e2-bb78-6b8447caaed6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.754586447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"c90ebbfb-bec6-4e64-ba38-b56a1aab3a37","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.845593413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-no-access","reconcileID":"8797a382-958e-40fb-9372-082221a29b39","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:19.845691614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"ece500d0-002f-4b2f-b946-dc829dad8b8b","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:20.024681545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1d15a5a5-d280-4413-b77d-f9a822841c05","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.037977437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e5d5b372-acaf-4e3c-b6e3-0022db41dda6","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.05519513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"dd7a213f-7f63-4a22-8917-5a50648d5180","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.098707577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"287521a5-d132-4c9a-9646-171499207d4e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.165126416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"287521a5-d132-4c9a-9646-171499207d4e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.230670243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"21b59027-8664-47a3-af5e-6ee6005a41f2","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.250295037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"34ddc595-1ea2-4931-9cd4-76bdcfea2ec6","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:21.263380595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"8e9d93c8-6a52-491c-98df-ec0f45cbfca8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.276819782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"92dead35-4b19-44ea-b903-28a8630d598f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.276821416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1cb4bae4-f1fd-47b7-a039-51fb1169e955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.297707662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1cb4bae4-f1fd-47b7-a039-51fb1169e955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.297839169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"92dead35-4b19-44ea-b903-28a8630d598f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.300443807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a3c0726f-1bdc-4cf1-8b50-ed6685336667","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.321666933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"09863949-ac88-4702-bcf4-c130b8a02751","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.333377878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"cf15cbee-3405-48dc-8b40-698f01cbf35c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.370071544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b668e63c-f948-48c9-9798-d5774334eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.385171167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b668e63c-f948-48c9-9798-d5774334eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.385434477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f79c321-6623-49c4-b17d-2154eb7a1374","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.400857019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b668e63c-f948-48c9-9798-d5774334eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.40663061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"16d054ae-1d3a-40c9-aeda-d385251f2900","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.415790854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b668e63c-f948-48c9-9798-d5774334eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.420497639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f79c321-6623-49c4-b17d-2154eb7a1374","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.427612157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-9793f8 priority=0:[ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-free ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.427816358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"cbe7e685-4701-4dc3-bcc4-7f9cfb19acf0","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.448099521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ae739b5f-9a00-48c6-b946-bcd5782de487","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.458356255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"394f7ac4-64a4-46e9-af55-a5c88c5ba985","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:21.466954572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.468744123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4ff743c2-85a1-45e1-8c98-55b958530748","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.489762415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"1437c2a4-2dde-4974-a23a-3330cdb11645","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.51603661Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"1671c530-4520-45d2-9d1e-314729319d32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-free","ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.579306126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7e63ab9a-9062-4752-8380-314e1c77a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.579301135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3d3f4e8c-76ef-4fb8-bcfc-acbf8b73e90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.594233355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d9bec00-fa4b-41c3-9c05-9eeedc88ad6d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.596290672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"693ade37-5dd3-4c19-8b86-2ed19380659d","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.596412137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"827fb600-19f7-43b3-a15b-d5ccbd9af5e3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.599366994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7e63ab9a-9062-4752-8380-314e1c77a079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.600783504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3d3f4e8c-76ef-4fb8-bcfc-acbf8b73e90b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.613791585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d9bec00-fa4b-41c3-9c05-9eeedc88ad6d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.685818862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"2e8fdd3b-3a66-4c5d-9562-25a2e3e88a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.720153626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"9ec6cf71-fc1c-459c-b98b-f087796132d6","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.791044323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"f796fb6e-c283-4abf-9262-35bc50cefe45","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:21.791248074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"ff714ab7-d1ba-4c9c-8a3c-1f37865925e9","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.024452383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5ba1-cf77-4084-b86a-9220236f1dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.039028692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5ba1-cf77-4084-b86a-9220236f1dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.053621322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5ba1-cf77-4084-b86a-9220236f1dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.068026444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0c5ba1-cf77-4084-b86a-9220236f1dfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.648119047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f1adc9-bc37-4f42-9680-7270767c1e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.662791318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f1adc9-bc37-4f42-9680-7270767c1e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.677958252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f1adc9-bc37-4f42-9680-7270767c1e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.693389371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f1adc9-bc37-4f42-9680-7270767c1e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.738449178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e5cc6ae2-20d8-465f-bb32-cfeb1847a852","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.793463592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f12bac78-f3d2-4e40-9553-8040630b0be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.79347552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6093616c-75af-4f2a-89e9-d9b083d7e5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.79397678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"11548371-5a4c-4bd4-814c-207097ef0dca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.821967049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"11548371-5a4c-4bd4-814c-207097ef0dca","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.822180809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6093616c-75af-4f2a-89e9-d9b083d7e5a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:22.826168115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f12bac78-f3d2-4e40-9553-8040630b0be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:27.133845996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"90bddee4-19ed-4a73-b519-a3bee79adcbf","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:27.204446595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"772dfe72-2065-49b2-9ead-e5dccdb181db","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:27.204561059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"772dfe72-2065-49b2-9ead-e5dccdb181db","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:27.72468785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"792ff660-4cc4-4ca1-b9cc-dbc56e079b43","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:27.74738051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"792ff660-4cc4-4ca1-b9cc-dbc56e079b43","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:29.275596915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd4239b-e863-4a16-ab2d-9951b7c71c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:29.296832712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd4239b-e863-4a16-ab2d-9951b7c71c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:29.315981298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd4239b-e863-4a16-ab2d-9951b7c71c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:29.34779891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd4239b-e863-4a16-ab2d-9951b7c71c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:30.277764189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ceb7a4-af63-46d7-aedc-06edc286e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:30.303922749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ceb7a4-af63-46d7-aedc-06edc286e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:30.327715301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ceb7a4-af63-46d7-aedc-06edc286e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:30.344424423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ceb7a4-af63-46d7-aedc-06edc286e9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:31.378046122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"08eab974-0946-4233-b2ef-6dae66ae15c2","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.304335832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"7db319a8-dbc2-4bf0-b908-c58c4344b85d","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.370153084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"38fb0cda-f433-40f2-8beb-44607a6f0c44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.38788778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"faaf4b98-2db1-4550-8082-79c95ccfb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.388532668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"e0f5a6dd-fdeb-49cb-8542-fd3b35c639cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.413444038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"faaf4b98-2db1-4550-8082-79c95ccfb9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.426616492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"e0f5a6dd-fdeb-49cb-8542-fd3b35c639cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.448742095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"c4fca530-48cb-40ea-b16c-64c9c24f8ab5","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.524302242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"f2d04885-21d7-4b80-a193-e2bbf3cd6446","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.802947823Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"3f0ab019-5da4-4a23-b575-d546c2f06a48","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.876834733Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-free","reconcileID":"3f0ab019-5da4-4a23-b575-d546c2f06a48","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-subscription-premium","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.946276572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"0a85564d-fd87-4d67-ab00-e15d51996feb","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.95231076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"c9dbadd0-18c7-40c3-9152-5ee68dc2a544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:32.9730728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a7c10bb9-521c-4d95-a429-a40bfb48f310","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.011817637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"cb2708fb-55d2-4517-bcad-716aeab23550","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.030685671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b5af6e55-4425-4c3c-8840-03d7130bc62d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.048662835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2ccce790-1ec7-4d82-be9c-6c922b75aa08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.049542184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63e1c5c2-94f8-4319-925d-c6571f9964a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.056693253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b5af6e55-4425-4c3c-8840-03d7130bc62d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.07319264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2ccce790-1ec7-4d82-be9c-6c922b75aa08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.085735366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63e1c5c2-94f8-4319-925d-c6571f9964a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.140703454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2e653f5e-0083-427a-af49-6f022fc16671","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.20071568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9ede8cfc-ad08-43d4-81f4-cb865c82a48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.20142009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"21fff636-03c6-4db7-855f-fc838ea2cc28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.219557525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"20892623-d251-4456-bad6-54d77dacc2ad","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.222718396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9ede8cfc-ad08-43d4-81f4-cb865c82a48e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.223881849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"21fff636-03c6-4db7-855f-fc838ea2cc28","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.234865044Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"0b873aa6-3f12-4058-867b-6b6a727df8be","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5803709d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.25935994Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"f6bdf315-b10d-4fee-851e-6aad837e6081","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5803709d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.299588539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7ffa017b-c40e-48f6-b8e4-9c117cff44f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.318276027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"c971e183-e641-4f6d-b9fe-d267336dd755","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.322271355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7ffa017b-c40e-48f6-b8e4-9c117cff44f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.377414172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f02b2ce9-5c17-41fb-a695-b41544abdeaa","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.444155905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"44998217-4f69-4707-9fa2-2d1fa8a455cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.460221517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"79b00bd9-2fe5-4cde-a18f-61d574e6c229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.46039874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8dffdbb8-efd6-44d8-a572-2d527d1f2398","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.47741757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"384992df-9695-4b5d-b055-708ec766b667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.482942049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"79b00bd9-2fe5-4cde-a18f-61d574e6c229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.483784859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8dffdbb8-efd6-44d8-a572-2d527d1f2398","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:33.497138261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"384992df-9695-4b5d-b055-708ec766b667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:36.506970628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cae97-6843-4626-9ee3-a5a235e35c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:36.521685739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cae97-6843-4626-9ee3-a5a235e35c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:36.535962382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cae97-6843-4626-9ee3-a5a235e35c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:36.551529986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"692cae97-6843-4626-9ee3-a5a235e35c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:37.255261543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e171291e-0eee-4ada-8cd3-a681933231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:37.269703241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e171291e-0eee-4ada-8cd3-a681933231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:37.284305674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e171291e-0eee-4ada-8cd3-a681933231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:37.298734989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e171291e-0eee-4ada-8cd3-a681933231af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.067389016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"841daeae-5334-4816-9a3e-bb9b8295f90c","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.132282808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"c34fb4cb-c6dd-4c11-8f0c-4bff11c82af9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.138903732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"04cfe8cb-5d71-4f3b-9086-bfb5a562c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.139020774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f23c3c61-b014-4417-9bf1-1b8c1920148f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.158660573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f23c3c61-b014-4417-9bf1-1b8c1920148f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.158798733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"04cfe8cb-5d71-4f3b-9086-bfb5a562c1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.187432022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"d48da506-340d-4314-bd8e-7c9a96c49676","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.247379731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"6f3b33db-274b-4dcb-9e0e-2a0221496da6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.868138853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fa925b73-9eaa-4c39-80bf-cc2bc946e930","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.883306215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"b90c5f9c-ca90-4115-bb5d-eb6043d0a7d8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.931317277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"d2119e1a-41b4-4c13-a75d-70e7a2331251","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.931411071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-subscription-premium","reconcileID":"b90c5f9c-ca90-4115-bb5d-eb6043d0a7d8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.945735215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d01b1b97-7015-4bf6-b4dc-9d8e6024b7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.945795228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6d420f29-ab72-41b6-88b3-1cb8443c744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.950598787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"950ba9d0-7fe2-465d-bd25-7c9c53e923dc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.9654767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6d420f29-ab72-41b6-88b3-1cb8443c744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.966428886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d01b1b97-7015-4bf6-b4dc-9d8e6024b7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.969982797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"950ba9d0-7fe2-465d-bd25-7c9c53e923dc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:38.986542424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8b72486d-b687-4eef-b4df-b34c29040113","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.014256605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"36a73a8a-cd00-45ec-b0e7-252e78e24662","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.014277875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"36a73a8a-cd00-45ec-b0e7-252e78e24662","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.018622713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"3c296a83-3e2b-4008-b176-eaeeb02b7143","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.06259343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"6ef270d7-2664-4ce3-9495-c460bce219bc","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.082244148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"6ef270d7-2664-4ce3-9495-c460bce219bc","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.128958756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"7fe1fb3d-aa46-41ac-82b0-a9e935a0a529","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.129964251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"30690085-38c2-4def-b719-3e1e6ddadc5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.180158548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"e7ae153c-627a-4aa5-8412-943ff870ce20","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.180187083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"e7ae153c-627a-4aa5-8412-943ff870ce20","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.193197769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"94a66b4b-88ba-4ddc-8a8d-6aa805b4b8e3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.264815354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"35d2092e-e3ba-42f1-b2a4-6735358980ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.264838839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"69f5b862-ed37-4c1f-a2fe-8021ce40ed3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.265239499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c048e92-e039-468f-9acd-62beee1e2fb2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.284836124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"35d2092e-e3ba-42f1-b2a4-6735358980ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.285749279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"69f5b862-ed37-4c1f-a2fe-8021ce40ed3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.287591964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c048e92-e039-468f-9acd-62beee1e2fb2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.294172833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"824e6b93-1b05-4961-9a20-d3cd1a9865c9","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.316152242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"824e6b93-1b05-4961-9a20-d3cd1a9865c9","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.327086568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"06f61a2b-68c6-4dc9-b252-e8f596e2e24b","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.418172783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd51c47-ff76-4912-943a-768474ea2aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.41825501Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6f00a38b-ae6d-4dd9-98d0-506004563893","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.433173333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd51c47-ff76-4912-943a-768474ea2aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.448023259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd51c47-ff76-4912-943a-768474ea2aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.462459932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcd51c47-ff76-4912-943a-768474ea2aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:39.482335057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f35bf43a-8ba1-45ac-b4d0-93cf454e92a4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.202781614Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-410a36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-410a36","reconcileID":"4fcb5d37-9cf7-4fca-b735-47d437fa69e8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-410a36","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-410a36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.235464517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd9d9f1-6bca-4c0b-be57-3f3556a800b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.250342373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd9d9f1-6bca-4c0b-be57-3f3556a800b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.265136552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd9d9f1-6bca-4c0b-be57-3f3556a800b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.27962311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd9d9f1-6bca-4c0b-be57-3f3556a800b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.711063619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8cd7a8a1-b7dd-4e1b-80c2-63d2dccc0f2d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.728740912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"0e0a7587-38f4-4bcf-96bf-d4776d22d4c8","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.7732644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"4f0a3493-a55e-4746-bc94-cbc80be226a1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.80212593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"4f0a3493-a55e-4746-bc94-cbc80be226a1","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.951141756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"5209da21-ad78-4d5d-8a3e-a5116cad3ae3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:40.973276224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e47ed80f-6b63-42f4-8417-39256d064227","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:40.984623422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-subscription","reconcileID":"e1d2cc4f-8a29-4394-a792-2fa3666bf574","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.00264625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d632d822-af75-40d0-a573-0e31723c18ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.003217879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6b8577db-50e8-4d01-ac23-52d53aca71c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.018459402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4c0236e7-9af9-4ff2-9776-b57638f86050","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.025987902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d632d822-af75-40d0-a573-0e31723c18ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.026104909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6b8577db-50e8-4d01-ac23-52d53aca71c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.026554889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ad146f9e-cc09-4749-8a7c-e18ebcd9a698","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.043975549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120c683b-ab54-4217-af7e-34f7a612630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.045392205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8664499a-5109-4aa8-9d7e-e16336bf1480","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.059918568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120c683b-ab54-4217-af7e-34f7a612630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.075092472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120c683b-ab54-4217-af7e-34f7a612630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.091179633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"120c683b-ab54-4217-af7e-34f7a612630c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.120892433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"fb5cc018-a6df-471e-9cf0-148f26fa79fe","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.14135076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"fb5cc018-a6df-471e-9cf0-148f26fa79fe","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.159566287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-subscription","reconcileID":"26518c45-ba33-4e4c-92d8-2835c3858fb9","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.23177141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"09eae8a2-647c-4c2d-ad88-9811322b0e0d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.241911531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"408d156a-75c9-4ad7-b743-76c718005995","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.283888131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b6b02dc4-279b-4d41-a4ef-6b7fc33319b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.284888905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0378cf95-028f-423d-9240-bcf0c5ce1779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.308408629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b6b02dc4-279b-4d41-a4ef-6b7fc33319b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.31324655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0378cf95-028f-423d-9240-bcf0c5ce1779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:41.32404039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"fb5cc018-a6df-471e-9cf0-148f26fa79fe","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.353260658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-subscription","reconcileID":"94235585-2746-4113-8232-0fd333822946","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.370377608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"c2023283-5721-4ac6-b507-89f1a8e78099","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.393745122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"c2023283-5721-4ac6-b507-89f1a8e78099","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.775470881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3a06ec-2494-4302-98a2-f1bf96573f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.790160588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3a06ec-2494-4302-98a2-f1bf96573f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.805460852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3a06ec-2494-4302-98a2-f1bf96573f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.820855284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3a06ec-2494-4302-98a2-f1bf96573f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.874854447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"efbc247d-69a3-45a0-8b33-5eff8e085840","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.928129425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"80e9c06f-9738-4a27-b528-aaecd12edf36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.928305162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e43bc72a-5732-4494-b3e4-c84fd97006a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.928488731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"121aa0ff-b564-416e-b56a-a8a7a7fd8581","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.962495126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e43bc72a-5732-4494-b3e4-c84fd97006a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.963701529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"121aa0ff-b564-416e-b56a-a8a7a7fd8581","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:41.965174384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"80e9c06f-9738-4a27-b528-aaecd12edf36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:42.544206023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924ffa0-380e-43bb-9653-83dd260c39b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:42.5584395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924ffa0-380e-43bb-9653-83dd260c39b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:42.573377838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924ffa0-380e-43bb-9653-83dd260c39b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:42.587660168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1924ffa0-380e-43bb-9653-83dd260c39b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:42.744594337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"d01dc495-eb60-48cf-b38f-c85b29ca6ac1","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:44.627151601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:44.627202482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9829f7-a74d-45e5-856d-0ad507f76b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:44.641646476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9829f7-a74d-45e5-856d-0ad507f76b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:44.657718231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9829f7-a74d-45e5-856d-0ad507f76b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:44.672912981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce9829f7-a74d-45e5-856d-0ad507f76b13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.356770192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d375314e-d2af-448d-a41b-0a930d5cd315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.372103889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d375314e-d2af-448d-a41b-0a930d5cd315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.387520782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d375314e-d2af-448d-a41b-0a930d5cd315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.403695865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d375314e-d2af-448d-a41b-0a930d5cd315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.461682882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b769e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b769e1","reconcileID":"b0a8b78c-0ccb-4719-9c1c-92d65cdfff79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b769e1","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b769e1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.76874959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","namespace":"ai-tenant-e2e-praxis-a-c3ac95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.768864692Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","namespace":"ai-tenant-e2e-praxis-a-c3ac95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.768946085Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","tenant":"e2e-praxis-a-c3ac95","tenantID":"e2e-praxis-a-c3ac95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.788772352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Deployment","name":"maas-api-e2e-praxis-a-c3ac95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.845413421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Service","name":"maas-api-e2e-praxis-a-c3ac95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.918168137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-c3ac95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:45.936991351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-c3ac95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.053242768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.108347974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.127535045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.233326211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.269365861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.363960796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.393394679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Service","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.487353021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.506365058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.521472673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.536316097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.560200181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.57664711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.591141529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.606312429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-c3ac95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.622280408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-c3ac95"},"namespace":"ai-tenant-e2e-praxis-a-c3ac95","name":"default-tenant","reconcileID":"b4b0797e-3db8-40a8-9d8a-237ea38ef8cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-c3ac95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.649405984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3b6f9-6c24-4ecd-bf82-36ff1745e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.665192738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3b6f9-6c24-4ecd-bf82-36ff1745e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.740205753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3b6f9-6c24-4ecd-bf82-36ff1745e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:46.825273981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbd3b6f9-6c24-4ecd-bf82-36ff1745e4fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:47.40855309Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-c3ac95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-c3ac95","reconcileID":"c3c40bf2-b69c-4dd1-98a6-d1bdfbb349ec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-c3ac95","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-c3ac95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:47.539280784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c18c96-4f84-407a-bf33-339ea8d7baff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:47.557632584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c18c96-4f84-407a-bf33-339ea8d7baff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:47.572892607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c18c96-4f84-407a-bf33-339ea8d7baff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:47.590122306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c18c96-4f84-407a-bf33-339ea8d7baff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.272129116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a45571a-1999-400e-9c84-130b11c67fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.293587028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a45571a-1999-400e-9c84-130b11c67fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.310522864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a45571a-1999-400e-9c84-130b11c67fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.325968291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a45571a-1999-400e-9c84-130b11c67fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.968492757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b8dd23-6946-48b9-8eb6-371c76c08c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.983169064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b8dd23-6946-48b9-8eb6-371c76c08c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:48.998547508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b8dd23-6946-48b9-8eb6-371c76c08c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.013363714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b8dd23-6946-48b9-8eb6-371c76c08c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.363183852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"f6d139ce-4932-4ed5-a485-22e7734c499c","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.363207588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"f6d139ce-4932-4ed5-a485-22e7734c499c","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.397960896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"622ea475-845f-4f92-937d-9fefa2287c54","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.417737076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"622ea475-845f-4f92-937d-9fefa2287c54","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.428352694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"4e533c88-3ef1-427c-8b23-981884c82726","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.492523136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"8e486ac3-f227-4fd6-80af-1a2005ce8524","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.513436782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"8e486ac3-f227-4fd6-80af-1a2005ce8524","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.522367992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"ca99b448-d2d3-42fd-bcaa-90408a77cc48","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.592559065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7c3ff-08f0-4ce9-b47a-0d19147682ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.608071304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7c3ff-08f0-4ce9-b47a-0d19147682ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.622671404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7c3ff-08f0-4ce9-b47a-0d19147682ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:49.63712966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc7c3ff-08f0-4ce9-b47a-0d19147682ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:50.249385294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bafc136-b812-4233-949b-b47947615ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:50.264430374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bafc136-b812-4233-949b-b47947615ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:50.279126616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bafc136-b812-4233-949b-b47947615ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:50.293665654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bafc136-b812-4233-949b-b47947615ad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:51.053283417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d817324f-4f8b-4094-9f24-417425ec986e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:51.068236916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d817324f-4f8b-4094-9f24-417425ec986e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:51.083941946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d817324f-4f8b-4094-9f24-417425ec986e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:51.09865294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d817324f-4f8b-4094-9f24-417425ec986e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:51.93640728Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-subscription","reconcileID":"a933d2d8-e63d-4050-8f97-2147a8586735","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.001977459Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-subscription","reconcileID":"a933d2d8-e63d-4050-8f97-2147a8586735","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.060601402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"ea5d261b-6d95-4102-8869-4179e763e883","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.15046225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"736c10e2-a062-4264-b8e8-95e66c6bb447","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.263154023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"eebd74bd-373d-4472-9285-d5ea15ac249f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.263794354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"5305a454-be90-4b19-8eea-75abfa1d5321","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.263157005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fcf17f40-e655-45ed-b76c-c581c1d3e953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.285176671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"eebd74bd-373d-4472-9285-d5ea15ac249f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.286015371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"5305a454-be90-4b19-8eea-75abfa1d5321","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.287409692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fcf17f40-e655-45ed-b76c-c581c1d3e953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.296890006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8dc1abdf-4258-4d39-bb1f-0aedb47aafbf","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.326794964Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-test-group-auth","reconcileID":"0e038c3f-0da0-4374-ab3c-183b93638e13","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:52.445387612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"60302f34-7656-495d-b8b8-007ce19defb2","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.300873053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6728aaf-454f-4ea7-a59c-1c32e420aad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.314976037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6728aaf-454f-4ea7-a59c-1c32e420aad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.328920033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6728aaf-454f-4ea7-a59c-1c32e420aad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.342879502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6728aaf-454f-4ea7-a59c-1c32e420aad4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.906511611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d0b556-5607-4d29-a26b-0a0aeb47fb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.922197972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d0b556-5607-4d29-a26b-0a0aeb47fb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.941566306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d0b556-5607-4d29-a26b-0a0aeb47fb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:56.958574861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d0b556-5607-4d29-a26b-0a0aeb47fb61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:57.508109239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b41702-7fee-4c9e-a1b8-9cad1629f103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:57.522191148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b41702-7fee-4c9e-a1b8-9cad1629f103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:57.536227991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b41702-7fee-4c9e-a1b8-9cad1629f103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:57.550043737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03b41702-7fee-4c9e-a1b8-9cad1629f103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.127760689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"144ba959-99a7-42d9-b2a6-5800f2176ead","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.144631136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"61173b9a-7fd4-455b-adac-557fc46a6999","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.190511785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"b924c9ba-c408-40bc-9448-d7cbc9a9b94e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.209673912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"b924c9ba-c408-40bc-9448-d7cbc9a9b94e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.324813794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c06e070a-19ca-42c2-847b-78c97f4df71f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.344413477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"20c4b62b-35e7-4bf5-aaab-cbd809b40161","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:08:58.356300861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-sub","reconcileID":"cbdf7eb0-1a05-4281-b160-f6e43d625b5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.36672298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4c310182-f7ca-4b6d-9e14-01966e557109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.366757998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bce49e03-d748-4df7-a664-c56b6f770f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.384009296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"9b2ffaae-4e12-4c36-b25e-720289e85730","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.388843632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bce49e03-d748-4df7-a664-c56b6f770f7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.390016756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4c310182-f7ca-4b6d-9e14-01966e557109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.394949343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"1331123b-ca61-40c2-92c1-c75979550634","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.414710096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"0a970308-0f47-4f7b-8f37-35e372139e7d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.472862464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"237d8b3a-76f9-4f68-b22f-b11dacaa15da","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.492472073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"237d8b3a-76f9-4f68-b22f-b11dacaa15da","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.494430457Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-sub","reconcileID":"32cd4cef-6675-4f11-924f-6009fe0c6e1d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-status-active-sub","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.549534736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"6710780d-917d-48a2-a623-81bc766b2e33","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.567417194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"89d07fad-c2d0-440f-ac8c-1f18e22bf377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.56741722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"434e21bc-e141-4cce-ad65-9ed93f875b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.572175081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"e58ec912-c9d7-4837-9904-f967f8469de8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.586656131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"89d07fad-c2d0-440f-ac8c-1f18e22bf377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.586678933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"434e21bc-e141-4cce-ad65-9ed93f875b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.667722743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"87ce27fc-f482-47fd-824f-c7e21a71b4f9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.673498718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-sub","reconcileID":"7674daac-49ff-4048-b17b-9ee83e71f3aa","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.6884932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"87ce27fc-f482-47fd-824f-c7e21a71b4f9","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.949545047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b529f908-3d9c-4015-8442-fe206e22523d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.991611666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"43f745a1-8b0a-40d5-947e-418d340eaac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.991670107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"cb8879a6-636b-4b72-bd89-955d23233abf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:58.992137483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f77bed16-dc8e-40fe-8a07-a960c6f48b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:59.012369579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f77bed16-dc8e-40fe-8a07-a960c6f48b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:59.012677189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"43f745a1-8b0a-40d5-947e-418d340eaac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:08:59.015018799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"cb8879a6-636b-4b72-bd89-955d23233abf","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:02.389792693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"1430f013-7655-4dc3-b0f1-0e2a14465828","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-410a36","tenantID":"e2e-praxis-b-410a36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:02.432357785Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"1430f013-7655-4dc3-b0f1-0e2a14465828","name":"e2e-praxis-b-410a36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:08.999587937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-sub","reconcileID":"5c86e974-94dd-42d7-9728-d79098315069","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.066481317Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-sub","reconcileID":"5c86e974-94dd-42d7-9728-d79098315069","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.128390342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"cd7ba399-34fe-444e-8fe5-0aad9c20a0f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.133342448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"b76b3553-1b08-4e5a-894b-021e36c07e57","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b769e1","tenantID":"e2e-praxis-b-b769e1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.175222343Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"b76b3553-1b08-4e5a-894b-021e36c07e57","name":"e2e-praxis-b-b769e1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.205470428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.205593459Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.220681875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"80a38745-4a28-4014-9901-cf8bdbf35200","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.227504531Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.227526349Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.227607718Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.228032754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"195ef1c1-b3ed-439d-a420-3dd9d0fb5825","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.228071731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"195ef1c1-b3ed-439d-a420-3dd9d0fb5825","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.244802997Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"e4f32818-2130-4dfa-8bdd-5a81b6647a74","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.254694742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"f7418edc-f6d3-4222-a7b0-0805f3a552d1","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.254719293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"f7418edc-f6d3-4222-a7b0-0805f3a552d1","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.255190171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"2b3c9ee6-cc09-49a2-8097-6da68d94a3fb","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.267857545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1fdd26d2-2b32-401e-a479-952b1c21e80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.267985046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f6249c6f-eaec-4722-8749-6f4966d7c8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.268258846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"734b52f6-4626-4647-b951-46f144012197","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.274650538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"2b3c9ee6-cc09-49a2-8097-6da68d94a3fb","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.278264255Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"7028d025-57d6-4870-9ddc-44bc9864db7f","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d78ed23c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.287602181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f6249c6f-eaec-4722-8749-6f4966d7c8b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.290171685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"734b52f6-4626-4647-b951-46f144012197","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.292740827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1fdd26d2-2b32-401e-a479-952b1c21e80c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.293934951Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"474c202d-e1f9-4a19-9395-fd1cda3dcb11","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d78ed23c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.378587993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c9e5ac72-51c8-42db-b822-3b81f88a9bb1","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.409974596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"0a7fd4f4-c6a0-483a-b3fe-ab37097d4ba8","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.42423857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth","reconcileID":"3bb16163-d0a1-4ecf-86dc-09ac4091fe58","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.523292116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"0a7fd4f4-c6a0-483a-b3fe-ab37097d4ba8","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.576544134Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"0a7fd4f4-c6a0-483a-b3fe-ab37097d4ba8","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"e2e-praxis-a-cf8db5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.576566732Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-auth","reconcileID":"0a7fd4f4-c6a0-483a-b3fe-ab37097d4ba8","MaaSAuthPolicy":{"name":"praxis-route-cf8db5-auth","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.595043639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"7259fca5-9d6e-4c7f-999f-88e2b0551f37","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.595956842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b0abff1e-7232-4a16-9f7f-a6007670af78","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:09.595974175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b0abff1e-7232-4a16-9f7f-a6007670af78","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:10.472337236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-sub","reconcileID":"c18e6049-60f0-4667-bed7-a6379f43c591","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.480505038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6253e3d3-40e4-478f-8bd6-8788a9a79974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.480514855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f0dac7c4-9997-413f-a19b-7906a7f4c279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.499492163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f0dac7c4-9997-413f-a19b-7906a7f4c279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.500271195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6253e3d3-40e4-478f-8bd6-8788a9a79974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.668766674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dd81e218-5325-4d55-b28d-8e152bdc499c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.668936199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"993499df-6fc0-40c7-9559-69a5c66e97bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.688151056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"993499df-6fc0-40c7-9559-69a5c66e97bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:10.688240706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dd81e218-5325-4d55-b28d-8e152bdc499c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:12.92433458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"08959bb0-c8b6-48a8-891b-54e4fe258e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:12.924336612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c7f72f1-74c1-449e-a060-40397e5c9919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:12.9455694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"08959bb0-c8b6-48a8-891b-54e4fe258e20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:12.948164793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c7f72f1-74c1-449e-a060-40397e5c9919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:14.627089849Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:19.309865198Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"b67bfa23-b47c-416f-b1ce-0cf25c24d0b7","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","subscription":"praxis-route-cf8db5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:19.325249039Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"b67bfa23-b47c-416f-b1ce-0cf25c24d0b7","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:19.364637241Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5-sub","reconcileID":"b67bfa23-b47c-416f-b1ce-0cf25c24d0b7","MaaSSubscription":{"name":"praxis-route-cf8db5-sub","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"name":"maas-trlp-praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:19.558085337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"60aff077-c497-4189-a1a2-b3dfc20a02db","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"tenant":"e2e-praxis-a-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","model":"ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:19.559223757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"60aff077-c497-4189-a1a2-b3dfc20a02db","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"routeName":"praxis-route-cf8db5-kserve-route","namespace":"ai-tenant-e2e-praxis-a-cf8db5","llmisvcName":"praxis-route-cf8db5","gateway":"openshift-ingress/e2e-praxis-a-cf8db5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.889858052Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","namespace":"ai-tenant-e2e-praxis-b-109b3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.890036512Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","namespace":"ai-tenant-e2e-praxis-b-109b3d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.890153289Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","tenant":"e2e-praxis-b-109b3d","tenantID":"e2e-praxis-b-109b3d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.906507103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Deployment","name":"maas-api-e2e-praxis-b-109b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.936574306Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-sub","reconcileID":"55beb509-eff1-46f4-84d7-0c0bc292063a","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.936752097Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-sub","reconcileID":"55beb509-eff1-46f4-84d7-0c0bc292063a","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.936997235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Service","name":"maas-api-e2e-praxis-b-109b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.955978598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-109b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.971964686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-109b3d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:22.989722106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.006844104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.02711985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.044769179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.058237168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.071725159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.085232724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Service","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.086199531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4628aab9-6e85-4457-9ac7-e393659f6301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.086199523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4437da07-a08c-497a-862c-e7f92af6f4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.098923948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.106603187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4628aab9-6e85-4457-9ac7-e393659f6301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.106747759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4437da07-a08c-497a-862c-e7f92af6f4f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.112672746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.126305472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.140029502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.165283836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.186786985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.202402807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.225559434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-109b3d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.261077128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-109b3d"},"namespace":"ai-tenant-e2e-praxis-b-109b3d","name":"default-tenant","reconcileID":"f4f8e94d-8478-4730-b506-47ad0c818060","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-109b3d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.665312562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb9184e-714e-41a4-aac0-01298308311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.680234705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb9184e-714e-41a4-aac0-01298308311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.694303409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb9184e-714e-41a4-aac0-01298308311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.702111636Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-109b3d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-109b3d","reconcileID":"e619a83f-5ab5-412b-a73a-ac34d39dc27f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-109b3d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-109b3d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.708370774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb9184e-714e-41a4-aac0-01298308311d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.831389848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ccd82259-124d-4a30-b87f-fc42337e1c2a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.854500895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"5ecb43d3-2919-4091-a4d7-bfcddab1dc31","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.898266714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth-only","reconcileID":"3652696f-3fd8-4e6c-92c1-2f65bb9f0b3c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:23.917175506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth-only","reconcileID":"3652696f-3fd8-4e6c-92c1-2f65bb9f0b3c","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.089420227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d32b88d7-597d-4be1-81df-38c004fb253f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.18356843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth-only","reconcileID":"66b7d67c-5a94-4711-9f45-42e3c4cd2256","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.203592998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth-only","reconcileID":"66b7d67c-5a94-4711-9f45-42e3c4cd2256","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.334094857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047f9b6f-bd9d-4148-aad8-cc6e425d4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.348295509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047f9b6f-bd9d-4148-aad8-cc6e425d4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.362092375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047f9b6f-bd9d-4148-aad8-cc6e425d4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.37586265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047f9b6f-bd9d-4148-aad8-cc6e425d4de4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.949798733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa623ef-3178-41ce-893e-05bf3f8294dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.964096215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa623ef-3178-41ce-893e-05bf3f8294dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.97790104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa623ef-3178-41ce-893e-05bf3f8294dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:24.991780236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa623ef-3178-41ce-893e-05bf3f8294dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:26.468638075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-active-auth-only","reconcileID":"1c408294-7ef2-4439-9c1e-e011b9e1cfbc","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:26.468674956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b31b73f9-6898-4390-9618-b61dee9e6a65","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:26.517354487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"496e6056-8ca2-46dc-aa3a-3910faf85809","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.482647058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"bedf9c02-1c70-4b5b-bf63-5ad5d5cc9c1d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.502239082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"bedf9c02-1c70-4b5b-bf63-5ad5d5cc9c1d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.520650962Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"bedf9c02-1c70-4b5b-bf63-5ad5d5cc9c1d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.62108748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"970338ce-bb3a-4bae-9bd6-4f137b25922d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.640049242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"970338ce-bb3a-4bae-9bd6-4f137b25922d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:27.657920149Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"970338ce-bb3a-4bae-9bd6-4f137b25922d","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.041563573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6ed450-39b3-411b-b514-2484a620489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.05729818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6ed450-39b3-411b-b514-2484a620489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.071234087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6ed450-39b3-411b-b514-2484a620489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.085407843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d6ed450-39b3-411b-b514-2484a620489d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.659575505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8500e7ea-495a-4b34-8714-d94ed210cee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.673783664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8500e7ea-495a-4b34-8714-d94ed210cee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.690862686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8500e7ea-495a-4b34-8714-d94ed210cee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.705107472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8500e7ea-495a-4b34-8714-d94ed210cee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:29.873325481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-failed-auth","reconcileID":"f260f9b9-fd36-42d2-9531-b7d44b907ca3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.500298264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cc966d-00f1-4721-9605-085913dd24a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.514112483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cc966d-00f1-4721-9605-085913dd24a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.527961318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cc966d-00f1-4721-9605-085913dd24a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.542110783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16cc966d-00f1-4721-9605-085913dd24a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.784583245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8e2e76fb-067d-4c7c-8410-2a09565bf0f4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.803637147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c9d9df8e-965b-4eb8-abf4-66ecc40f8bfe","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.874568364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"fc32eab0-a44d-455b-b730-fd078856131c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:30.893663797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"fc32eab0-a44d-455b-b730-fd078856131c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.013383989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"38878fb5-bf5c-482b-ba11-e6f136f039a5","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.033731313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"318d44ab-b7f6-44ec-aa7a-813be90c2707","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:31.045997186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"87f7541b-69cf-46a1-82de-9ae7b9ab7aaf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.05540713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a40c650c-a3c4-4dc1-9b9a-4ff11dfcdf18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.055474175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f56ac889-80f1-4c25-ab7d-f7dc60ec2e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.068602605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f7ec1260-260b-4691-b65d-de93c3c50624","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.077421271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f56ac889-80f1-4c25-ab7d-f7dc60ec2e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.079436833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a40c650c-a3c4-4dc1-9b9a-4ff11dfcdf18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.091069771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"9a88636a-b224-40f2-a0c6-482b9b58c9d0","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.109976868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d60423ac-695b-4543-83ac-a7fc9caf3b49","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.124175865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d12f2c3-d143-4d17-a7bd-b829ef726855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.13817871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d12f2c3-d143-4d17-a7bd-b829ef726855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.152172808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d12f2c3-d143-4d17-a7bd-b829ef726855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.166228809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d12f2c3-d143-4d17-a7bd-b829ef726855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.197894769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"41cb3b7d-1491-4174-85bd-4deac32bdbcf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.216982587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"41cb3b7d-1491-4174-85bd-4deac32bdbcf","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.22109386Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"9b875f7d-4961-4828-a139-60d90ae94553","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-status-degraded-sub","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.235074884Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"9b875f7d-4961-4828-a139-60d90ae94553","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.295940682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d7027b8e-ed0b-4833-9873-dc81d1731f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.296024595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e19bb1a5-def7-46b0-9697-0d4f221df188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.299087527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"69685e6b-b400-4f33-9dbc-b1a5c8b47034","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.315569531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e19bb1a5-def7-46b0-9697-0d4f221df188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.316564136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d7027b8e-ed0b-4833-9873-dc81d1731f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.393263486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"fc026a12-6fcf-4c3e-ba75-1aeaf7666e0a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.401550306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"447e33e5-41d1-4581-a511-a2e7024d15e7","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.416294314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"fc026a12-6fcf-4c3e-ba75-1aeaf7666e0a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.470595421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"c677d651-1431-4c50-920b-d761e1447c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:31.470805478Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"c677d651-1431-4c50-920b-d761e1447c8d","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:32.949564138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"714a803f-9bbc-4a81-8329-b7eede9d4774","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:32.966306545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"42151071-18e1-4b31-aaf4-6d16ff0e9a04","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.00983076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"e00ad84f-1e01-4cc5-b8f3-f25d3bbc473c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.028703912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00591726-6d8b-427c-9b2c-eb8afa71f745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.03090419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"e00ad84f-1e01-4cc5-b8f3-f25d3bbc473c","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.042704234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00591726-6d8b-427c-9b2c-eb8afa71f745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.056635685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00591726-6d8b-427c-9b2c-eb8afa71f745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.070578108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00591726-6d8b-427c-9b2c-eb8afa71f745","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.130968341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b72fc696-aa69-4bd8-8b2b-bd4716a6a297","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.163527475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bf336065-05a3-4a03-864a-c4f5ec44503f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.172144836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"8abd67f9-e7a7-4323-9b84-bf6d832f47f8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.180509525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"856a551b-14b3-45b2-ab1c-d6e76642ec30","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.191175415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"8abd67f9-e7a7-4323-9b84-bf6d832f47f8","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:33.197311977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"2a26b831-21a0-47ec-b39b-a6ffc514c5f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.20135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"5108200f-d7ea-4e3b-a179-d7229ca7f1a1","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.23848333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"6d3d6dad-8843-4819-9863-5c3c264367d2","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.255528248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"648b2710-cc9a-49e1-a01a-fabbf090ee77","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.272748605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1dc9f3fd-0823-41b4-bdee-558535b80171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.272904369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"da2a8288-2823-4bf9-b8fc-7208c2773dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.291669924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1dc9f3fd-0823-41b4-bdee-558535b80171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.291840496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"da2a8288-2823-4bf9-b8fc-7208c2773dab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.334533272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"7746f0a6-ba1e-4891-b02a-aac574534777","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.387512779Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-a0e73d priority=0:[ai-tenant-e2e-worker-w2-a0e73d/e2e-test-other-subscription ai-tenant-e2e-worker-w2-a0e73d/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.387655347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"0cb32e3d-9964-4171-9642-4198152f13ba","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.388039161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"e052b036-b5f0-4ca7-a84a-ba8b18ca77af","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.397607085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"869a79ae-6cce-42f8-b884-edf9d61a3b63","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:33.402611302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-a0e73d/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.406992386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"e052b036-b5f0-4ca7-a84a-ba8b18ca77af","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.416890981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"ad478eca-12dc-416c-bf5d-27180ad7a711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.419648419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"fdda7c97-1bec-4e72-a624-01a23b229906","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:33.423533598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"31afb2d2-fc5e-4cf6-bde0-01d07b199129","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.467074721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f37dda6e-cb80-4233-839b-6d812416eb9d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.474971034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e8d1abc0-1fd1-467d-89b8-6ba074322d81","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.485395926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cba71507-9fe6-47e5-88d7-3889ee452943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.485938546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6e39cacf-a723-4d77-b0a5-34c88cb0521d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.578020289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cba71507-9fe6-47e5-88d7-3889ee452943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.581589658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6e39cacf-a723-4d77-b0a5-34c88cb0521d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.583323185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1a335793-f547-47e7-8897-880dd4d9699a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.61547123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"af938a62-d04b-4057-811f-7bb16e13cf9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.615489532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0c562b24-cc2e-443e-bf8c-8d11b6af5a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.621083457Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"e5150dad-c51f-4ddc-a8c9-e4d9d1c55692","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-a0e73d/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.630916657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"9102c718-f247-41a2-baf1-d2874d3624be","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.635594745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0c562b24-cc2e-443e-bf8c-8d11b6af5a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.635665777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"af938a62-d04b-4057-811f-7bb16e13cf9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.673951035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"05aad59a-a3c8-494e-b982-4a50130e2997","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.677878383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"51d0f435-81af-4200-bcd2-4f6b9b64f9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.678310167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"59d47910-a7bc-499a-b089-1d87e777810f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.684123684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bf6c9063-541b-4538-b984-9c575bfdfde2","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.694068036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"05aad59a-a3c8-494e-b982-4a50130e2997","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.69688313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"51d0f435-81af-4200-bcd2-4f6b9b64f9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.698814379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"59d47910-a7bc-499a-b089-1d87e777810f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.723766382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"52ef3ebc-b073-4e6b-9686-b7e00411fae1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.72410797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"a80f933d-d3bb-4a11-8e37-9f0efc76b202","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.75016554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d61bbde-0087-434d-9738-84fe6a74ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.764222885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d61bbde-0087-434d-9738-84fe6a74ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.778447685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d61bbde-0087-434d-9738-84fe6a74ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.792684654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d61bbde-0087-434d-9738-84fe6a74ebff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.793160026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5445e83b-5202-44a9-9888-6f0f2e73e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.814151345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5445e83b-5202-44a9-9888-6f0f2e73e021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.82024829Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.820293993Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","namespace":"ai-tenant-e2e-praxis-a-cf8db5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.820340798Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","tenant":"e2e-praxis-a-cf8db5","tenantID":"e2e-praxis-a-cf8db5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.83903604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Deployment","name":"maas-api-e2e-praxis-a-cf8db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.839177525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"07980078-e947-4531-aad9-1f23415b051b","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.875044548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Service","name":"maas-api-e2e-praxis-a-cf8db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.893556625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-cf8db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.910075412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-cf8db5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.929969192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.947531117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:33.968529606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.00014083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.019650347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.039476853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.053982695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Service","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.068005609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.082287671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.100103502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.124294139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.153955483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.175709351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.192376896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"21c20ee1-efe7-4c1b-b6cb-bff8d355b409","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.197711959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.219669962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-cf8db5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.235587879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"default-tenant","reconcileID":"4dd789bf-7086-48ec-aaca-6586893e7460","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-cf8db5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.248551073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3a697675-53ec-4589-be48-38f89997a453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.249491762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"dd817a44-3d2d-4eb7-bf17-3e47828749b1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.24959953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0af03d9d-b889-45a7-bc9a-6db83a24b2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.272581209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3a697675-53ec-4589-be48-38f89997a453","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.289670034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"dd817a44-3d2d-4eb7-bf17-3e47828749b1","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.298602981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0af03d9d-b889-45a7-bc9a-6db83a24b2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.64781967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca71af9-698f-44eb-badd-aaceb337af53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.661916055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca71af9-698f-44eb-badd-aaceb337af53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.669734272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-cf8db5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-cf8db5","reconcileID":"4634195e-41df-4ceb-a688-eea9d0121872","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-cf8db5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-cf8db5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.676415252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca71af9-698f-44eb-badd-aaceb337af53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:34.690634806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ca71af9-698f-44eb-badd-aaceb337af53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.728997299Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d4a6d8c0-4dda-45b5-8b93-25f848999d18","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.75122567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d4a6d8c0-4dda-45b5-8b93-25f848999d18","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.756834673Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"8cd7e3da-933e-41d2-9a4a-6da28b0e1a7c","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.756900948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"8cd7e3da-933e-41d2-9a4a-6da28b0e1a7c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.767233398Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"9d717916-6e01-45a7-afe6-63c19282d6bf","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.767293603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"9d717916-6e01-45a7-afe6-63c19282d6bf","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.78767553Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"c4c0b9d9-096c-4562-8869-73916f0514b9","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.787730319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"c4c0b9d9-096c-4562-8869-73916f0514b9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.828416911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"2db56ad0-9694-4054-bc04-cf12d262d9d5","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.828473409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"2db56ad0-9694-4054-bc04-cf12d262d9d5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.909346408Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d67d5e2f-882f-479b-9f35-0ed5a7564a3e","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:34.909416171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d67d5e2f-882f-479b-9f35-0ed5a7564a3e","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:35.070185288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0e923cce-1582-454d-9dbb-ef7cf0d27a40","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:35.070271592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0e923cce-1582-454d-9dbb-ef7cf0d27a40","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.266019072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d09a8e-d440-4572-a2f8-410bd0afd4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.28002044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d09a8e-d440-4572-a2f8-410bd0afd4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.293785761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d09a8e-d440-4572-a2f8-410bd0afd4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.310329793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d09a8e-d440-4572-a2f8-410bd0afd4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:35.391030019Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0186769e-6367-4379-89f7-4c49e8600d40","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:35.391108673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0186769e-6367-4379-89f7-4c49e8600d40","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.870375367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"348c94c1-ac48-4aa2-bd01-d395425fdcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.884814452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"348c94c1-ac48-4aa2-bd01-d395425fdcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.900158268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"348c94c1-ac48-4aa2-bd01-d395425fdcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:35.914419025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"348c94c1-ac48-4aa2-bd01-d395425fdcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:36.031672585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"91b77d89-d9ca-4ae1-866f-2f4eecb50426","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:36.031756114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"91b77d89-d9ca-4ae1-866f-2f4eecb50426","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:37.312300192Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"8fb7b1dc-435e-4227-b494-4414b9d8c229","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:37.312385362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"8fb7b1dc-435e-4227-b494-4414b9d8c229","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:39.557836881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"6ffd29e7-6a97-4f03-96bd-195f582de5fe","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:39.557913108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"6ffd29e7-6a97-4f03-96bd-195f582de5fe","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:40.652196245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"75a7aa5f-ee2a-48dc-a032-bd6c6c096dba","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:40.652262509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"75a7aa5f-ee2a-48dc-a032-bd6c6c096dba","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:42.839554315Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"de0ba0bb-c2bd-4a19-92ed-6527e9e2d63a","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:42.839621904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"de0ba0bb-c2bd-4a19-92ed-6527e9e2d63a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.597235157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"cdb9dd17-d529-4339-b4a4-bbaa6f2de40e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.66175634Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"cdb9dd17-d529-4339-b4a4-bbaa6f2de40e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.661801732Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"cdb9dd17-d529-4339-b4a4-bbaa6f2de40e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.661988656Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-sub","reconcileID":"cdb9dd17-d529-4339-b4a4-bbaa6f2de40e","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.721949042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"400bb651-06a2-4729-b7f6-ca53d9c09e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.813416479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"d6f2ed22-dd81-401c-86fd-810b49616c5f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.833799143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"7e561ddd-f911-4f67-9121-adf63924411a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.85528023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5a13f9dd-6bdd-430e-86f7-f18f8032793f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.85530773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"071e3e03-b51e-4f3a-8958-60c9dbf39ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.855605272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"44d9e5fd-4ef2-4a58-9feb-6a779ebb0936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.87465357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"071e3e03-b51e-4f3a-8958-60c9dbf39ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.875026013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"44d9e5fd-4ef2-4a58-9feb-6a779ebb0936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.876909286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5a13f9dd-6bdd-430e-86f7-f18f8032793f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.960634497Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5153ec55-e20e-4f92-ab36-a31bc7d7b2e2","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:43.960693225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"24f026b9-e0c9-4393-a1b0-7b540a5d956c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.034559867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2bbd2670-e112-4b85-8954-a02dc7a2c772","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.278023695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"8fce9448-6d2d-445e-b9d3-25e72b056de9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.341849145Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-user-subscription","reconcileID":"8fce9448-6d2d-445e-b9d3-25e72b056de9","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.400419868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"20b18212-d8b4-4e89-bce4-96df727b562e","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.400916361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"5d5117d5-1c7f-470b-85fd-3ec0fc880cb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.40859691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e7b8412d-df41-4b0a-a51f-ff5b5a1abf9f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.452136708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"7f5f9c08-e114-4c67-a96a-74e734e8d024","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.452181792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ec94425d-afa2-4241-9d33-c3a655b73c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.452462475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"15d051f8-51ba-44a1-a156-2b962f50012b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.472130723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"7f5f9c08-e114-4c67-a96a-74e734e8d024","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.472226964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"15d051f8-51ba-44a1-a156-2b962f50012b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.474440587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ec94425d-afa2-4241-9d33-c3a655b73c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.575529888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"26764752-961e-422a-ade1-abf2cbe5f59e","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.616597251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6f4088f2-081b-47c8-9257-2c10aeafc014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.617117397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"a13d1010-37f1-4394-86bc-3f5e3583bf78","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.617169239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9f9187db-7f7b-4aa4-9fdb-c40837dac707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.626788149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.63789294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6f4088f2-081b-47c8-9257-2c10aeafc014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.64110595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"a13d1010-37f1-4394-86bc-3f5e3583bf78","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.641115793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9f9187db-7f7b-4aa4-9fdb-c40837dac707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.933502888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f7977449-be70-44cf-ac8c-ce086a1a6779","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:44.953123697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"bd65ebcc-e28a-493e-9297-f53d9d0950a9","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.010322343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5f5ff072-453d-4011-af61-3e990337339f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.029799711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5f5ff072-453d-4011-af61-3e990337339f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.061292897Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"5f5ff072-453d-4011-af61-3e990337339f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.209169439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"72c9e72c-7922-4379-803d-f2817a014976","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.268171753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"6312e324-6c81-4393-b629-18b43dd8af16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.28825826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"6312e324-6c81-4393-b629-18b43dd8af16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:45.320515839Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"6312e324-6c81-4393-b629-18b43dd8af16","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:47.400855104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"c14e430a-0185-48d9-9ac4-423a5faff9e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:47.401236107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ab259b1b-18bb-40c3-84d6-6093181b6cdb","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:47.420331418Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-status-degraded-auth","reconcileID":"c14e430a-0185-48d9-9ac4-423a5faff9e7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:47.475005252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c4dffd55-9c59-4ca9-9716-8ff1f3bda566","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.379436526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"39bdd99f-750a-4ef3-8479-3e8661af529b","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.396480031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b2b40bfe-f641-4c46-9c34-1064b3e6e2e3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.440611174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"532cf57f-7b02-477f-abc6-557eff6e1808","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.460981615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"532cf57f-7b02-477f-abc6-557eff6e1808","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.54044736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"174c5118-5bb1-47bd-90fa-ca555b6f3e35","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.577004601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4c96a154-607c-479b-8321-a826094dbf1a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.584678405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4e42cd18-e46b-42b2-8fd0-89f298d77ce2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.596402288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"479f6013-a1ff-4a66-8083-25ba6a7a89b4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.60693629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4e42cd18-e46b-42b2-8fd0-89f298d77ce2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:48.611772009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"778ef1eb-8f5b-4898-9bc7-f0129d15c7f5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.652819755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e3f99fbb-c549-4b5a-ad0c-de2800fca4cd","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.673101519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a7a909b8-e27a-4eb7-9b58-86086ab31712","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.683117482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e01717db-e97e-45f5-a1dc-adec15d9c71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.683360995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b450fd97-329a-46a8-82f2-69a4c7216a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.707709683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e01717db-e97e-45f5-a1dc-adec15d9c71e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.717087733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b450fd97-329a-46a8-82f2-69a4c7216a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.765959552Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"58107794-4d9d-4966-bbf7-3d21fcc783e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.76613447Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"58107794-4d9d-4966-bbf7-3d21fcc783e5","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.781798268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6f2bcf18-691d-4aca-a4db-376887b0d109","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.801930963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6f2bcf18-691d-4aca-a4db-376887b0d109","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.831432917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"ead996b4-926f-4a67-9754-77011d005e13","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.834708014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"6e0164e1-a5ba-4b07-99ba-d5ef3faba882","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.882432171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"12d67277-4144-4a21-bca3-a49302809a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.882996322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bee6766c-a952-45a8-8113-2a5935b358d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.901947509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"12d67277-4144-4a21-bca3-a49302809a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.904499438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bee6766c-a952-45a8-8113-2a5935b358d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.931005655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"927de122-cd3c-44f1-914e-e06453ace585","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:48.931166576Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"927de122-cd3c-44f1-914e-e06453ace585","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.230359634Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","namespace":"ai-tenant-e2e-praxis-a-7bb337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.230437935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","namespace":"ai-tenant-e2e-praxis-a-7bb337","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.230500451Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","tenant":"e2e-praxis-a-7bb337","tenantID":"e2e-praxis-a-7bb337","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.251707093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Deployment","name":"maas-api-e2e-praxis-a-7bb337","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.280152082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Service","name":"maas-api-e2e-praxis-a-7bb337","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.304590108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-7bb337","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.321274498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-7bb337","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.338710967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.365024948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.384004038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.401869717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.415564258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.429360526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.44313179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Service","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.456567692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.47020401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.484105484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.501045174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.527728561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.543380152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.573313838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.590717022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-7bb337","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.608376116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-7bb337"},"namespace":"ai-tenant-e2e-praxis-a-7bb337","name":"default-tenant","reconcileID":"7e57c593-e78d-47cc-8276-100bbce6f11d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-7bb337","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:49.939461844Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-7bb337","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-7bb337","reconcileID":"48c95a52-1b59-4a97-b48f-38439a0b4389","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-7bb337","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-7bb337"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:49.99102438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b068b5d5-fc72-40f7-952c-9ee7a9fa399f","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:49.99112457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"b068b5d5-fc72-40f7-952c-9ee7a9fa399f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:50.338919605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64443439-88d1-4203-b6ed-8f0cef90aeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:50.353495221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64443439-88d1-4203-b6ed-8f0cef90aeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:50.36804059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64443439-88d1-4203-b6ed-8f0cef90aeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:50.382017671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64443439-88d1-4203-b6ed-8f0cef90aeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.020339891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5763fc-df35-442b-b92f-cf8c78cf5bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.034509343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5763fc-df35-442b-b92f-cf8c78cf5bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.048822074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5763fc-df35-442b-b92f-cf8c78cf5bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.063404672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5763fc-df35-442b-b92f-cf8c78cf5bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.277175977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8319a4f4-355a-4d9f-b958-e1d4f70098ab","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.318551256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5edbf621-0e5d-41cd-a426-178c2b8c0fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.319100122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e2c55d82-6a39-4865-9ed4-06761eb34400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.319120886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d62c62f6-f9ed-4c27-9251-dde471bd40f3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.340075756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e2c55d82-6a39-4865-9ed4-06761eb34400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.340253295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d62c62f6-f9ed-4c27-9251-dde471bd40f3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:51.342209345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5edbf621-0e5d-41cd-a426-178c2b8c0fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.207400728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","namespace":"ai-tenant-e2e-praxis-a-585ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.20748394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","namespace":"ai-tenant-e2e-praxis-a-585ee2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.207557811Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","tenant":"e2e-praxis-a-585ee2","tenantID":"e2e-praxis-a-585ee2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.224035047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Deployment","name":"maas-api-e2e-praxis-a-585ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.253166154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Service","name":"maas-api-e2e-praxis-a-585ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.271314352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-585ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.289631692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-585ee2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.312049409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.329256674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.355007367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.371859573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.385588822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.39938062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.413497827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Service","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.427180561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.441082261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.455278612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.469525964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.492637156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.507233789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.521485342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.535837807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-585ee2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.551783445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-585ee2"},"namespace":"ai-tenant-e2e-praxis-a-585ee2","name":"default-tenant","reconcileID":"f47d5754-6dc8-4044-bf22-c515c794b455","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-585ee2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:53.894320905Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-585ee2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-585ee2","reconcileID":"06dee81f-e142-4d8b-ba11-68b730dc3247","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-585ee2","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-585ee2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:53.944553792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"6f045b78-2c0d-4ec3-8a9a-e46790b21fef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:53.944618196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"6f045b78-2c0d-4ec3-8a9a-e46790b21fef","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.253882911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b20d1f1-b246-4027-9c64-d99f9b3f202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.267943301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b20d1f1-b246-4027-9c64-d99f9b3f202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.282114022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b20d1f1-b246-4027-9c64-d99f9b3f202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.299955418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b20d1f1-b246-4027-9c64-d99f9b3f202f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.62470881Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"9bdc0a10-c870-4d66-ac5e-7dac4514e519","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.691910085Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-other-subscription","reconcileID":"9bdc0a10-c870-4d66-ac5e-7dac4514e519","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.748609459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"940eb761-b554-4862-99f0-8860d3f01ea5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.842277921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bc0b9225-e111-4926-a52d-c5a4bf4ffd78","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.870331097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25743e9b-f00b-4f49-a562-f80c6cb105bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.886229843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25743e9b-f00b-4f49-a562-f80c6cb105bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.901228529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25743e9b-f00b-4f49-a562-f80c6cb105bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.915829198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25743e9b-f00b-4f49-a562-f80c6cb105bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.915919812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"5d13626c-2ef8-41ba-8527-eb498f96663d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.916255534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"70ecb6c3-4230-486a-b09f-a561b957d031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.916556277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2b9f539e-597e-4b99-820b-f8033e45ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.935233487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"70ecb6c3-4230-486a-b09f-a561b957d031","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.935311685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"5d13626c-2ef8-41ba-8527-eb498f96663d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:54.937644618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2b9f539e-597e-4b99-820b-f8033e45ed6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:55.003914637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"912eccca-58d9-4304-9650-7a948e728670","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:55.062810531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-test-auth-access-denied","reconcileID":"3f49ceb0-5158-4049-9ca7-53ef24f82bb7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:55.293908938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"af4db296-6abc-4d20-a1a9-07557aca87b7","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:58.165444284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d8499bfc-bc42-445f-97b8-56e63b7f4f27","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:58.165509468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"d8499bfc-bc42-445f-97b8-56e63b7f4f27","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:58.198005794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"fc0723ad-cb8d-49fa-aed5-019205c10993","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:09:58.19811265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"fc0723ad-cb8d-49fa-aed5-019205c10993","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:58.465201134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3380e1ca-193d-443e-ac3a-e272e111397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:58.48678994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3380e1ca-193d-443e-ac3a-e272e111397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:58.501261543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3380e1ca-193d-443e-ac3a-e272e111397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:58.515462318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3380e1ca-193d-443e-ac3a-e272e111397c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.149735369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079755e-4e17-47a3-b271-f49b4d761b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.164567048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079755e-4e17-47a3-b271-f49b4d761b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.180002344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079755e-4e17-47a3-b271-f49b4d761b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.194154142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9079755e-4e17-47a3-b271-f49b4d761b43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.846252429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6665a8-dcda-4407-a04e-5789b7c1c341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.860327393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6665a8-dcda-4407-a04e-5789b7c1c341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.875005163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6665a8-dcda-4407-a04e-5789b7c1c341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:09:59.888908321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb6665a8-dcda-4407-a04e-5789b7c1c341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.332845064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"e3a284b9-5f71-4ba7-baeb-1c41dab70338","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.399834662Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"e3a284b9-5f71-4ba7-baeb-1c41dab70338","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.399872667Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"e3a284b9-5f71-4ba7-baeb-1c41dab70338","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.400026623Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf","reconcileID":"e3a284b9-5f71-4ba7-baeb-1c41dab70338","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.472543833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"dd7d4fce-0818-449f-a812-8fbf861193bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.548121993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"b562bbba-275f-4edb-b664-aea90f3f4afa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.548145335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"b562bbba-275f-4edb-b664-aea90f3f4afa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.569041921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"377d481c-8409-430b-aff9-a55b1a3279b1","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.569500311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"20b092ad-9d81-4346-af8d-fad3f7c09942","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.605585827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d3b2f64-55aa-4b74-bb50-b7538eb22b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.606433574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f64be41c-8321-47e3-94e9-8537174c5efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.612332997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e5b91380-5997-4b9d-9e6b-2c1cac05db61","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.625815842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d3b2f64-55aa-4b74-bb50-b7538eb22b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.626764799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f64be41c-8321-47e3-94e9-8537174c5efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.631606941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e5b91380-5997-4b9d-9e6b-2c1cac05db61","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.707874885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f527cb10-c16d-48eb-b6ee-e69958eaa3f4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.732003207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"d1ca5daf-0bd1-4a8f-a9f8-8d5afe61e930","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.732205986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"d1ca5daf-0bd1-4a8f-a9f8-8d5afe61e930","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.75243785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"e2491e5f-6713-4139-b291-ed4ae4cb4c15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.7722992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"e2491e5f-6713-4139-b291-ed4ae4cb4c15","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.772140819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-healthy-inf-auth","reconcileID":"453c8054-c76c-4f92-8e73-bffec39301c9","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.824014022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"6fa124cc-f74c-4aab-a3f9-45a442008ce8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.843790678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"6fa124cc-f74c-4aab-a3f9-45a442008ce8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.874861181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8d2f4bb5-efc9-4e36-bac5-57c4ab10f408","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.960826049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"2cbb068c-47cc-4b5a-ba99-ae276b49533e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.960847719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"2cbb068c-47cc-4b5a-ba99-ae276b49533e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.983254381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"729ec9ce-16db-4ad7-8644-1904ad179ad0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:01.98328113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"729ec9ce-16db-4ad7-8644-1904ad179ad0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:01.993137883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"5c825770-fd10-4d56-a8d6-f9976290ca7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:01.99962129Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"729ec9ce-16db-4ad7-8644-1904ad179ad0","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:01.9996774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"729ec9ce-16db-4ad7-8644-1904ad179ad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.005122656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"01faa4a1-77f3-4ef9-aa33-ec121d09dd22","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.005145044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"01faa4a1-77f3-4ef9-aa33-ec121d09dd22","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.016283329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a9ccc927-d801-40c7-bac3-67d11a242a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.016426985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4ba83385-bd63-4ca0-8a13-2883a1a6242f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.027415428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"51ff2b04-eb78-47fd-b8df-7620f0b55918","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.027432355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"51ff2b04-eb78-47fd-b8df-7620f0b55918","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.03684293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4ba83385-bd63-4ca0-8a13-2883a1a6242f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.037265637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a9ccc927-d801-40c7-bac3-67d11a242a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.047624808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"7ab40e8c-ac11-4628-877d-48473e505a94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.047642023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"7ab40e8c-ac11-4628-877d-48473e505a94","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.077562659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"7bb4c5c7-37cd-46a5-94c7-59e9531a8440","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.077588576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"7bb4c5c7-37cd-46a5-94c7-59e9531a8440","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.081138331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0688e5ac-22b4-45f8-9385-6afdaec63301","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.081201212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0688e5ac-22b4-45f8-9385-6afdaec63301","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.115586829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0bf8b1b4-12bd-4826-8bfd-5d78bcc6dea3","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.115659032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"0bf8b1b4-12bd-4826-8bfd-5d78bcc6dea3","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.115799877Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"aa708c1b-1838-4b38-8738-c7ae567904df","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.154526116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"5000f25c-7def-440b-a6b2-1a126f3e63fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.173489068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"5000f25c-7def-440b-a6b2-1a126f3e63fb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.177582924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"042a4608-83b7-40e6-89c7-039b7682256d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.177599309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"042a4608-83b7-40e6-89c7-039b7682256d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.287921583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"30ab8a3e-f993-4c5f-926d-9fa656e3a052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.288841943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"c5e2f28b-0904-470c-9aa3-1a533f2e9324","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.289253603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d514602a-1c63-40c6-aaa8-79efeb709863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.308935892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"30ab8a3e-f993-4c5f-926d-9fa656e3a052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.311586314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d514602a-1c63-40c6-aaa8-79efeb709863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.376707164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"5000f25c-7def-440b-a6b2-1a126f3e63fb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.442575088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bffbf76-bde3-4e8f-914c-be74b7a88eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.442798603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"52760926-91db-486b-bfaa-43f0aa7e99ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.456956585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bffbf76-bde3-4e8f-914c-be74b7a88eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.471838466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bffbf76-bde3-4e8f-914c-be74b7a88eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.480401456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"52760926-91db-486b-bfaa-43f0aa7e99ce","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.489403288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bffbf76-bde3-4e8f-914c-be74b7a88eb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.708249221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fe087650-25e9-4258-a479-1f89b5752c4a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.727110228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"3e626a2b-e6de-4763-8ec1-6019528066d4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.768075632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"f4b5c04d-69ae-46e1-95bc-48ee0eff0178","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.787501584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"f4b5c04d-69ae-46e1-95bc-48ee0eff0178","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.914710785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"184d73e9-8b9d-402e-ad52-4fc10d4f012b","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.932421288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"271ccfea-c7ec-486c-9e31-238e7d538f24","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:02.949561117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"66b8b8ed-7af1-4ac0-937b-1bf5035aaa21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.954186342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"1c9443a4-6c66-4078-8f3f-4155cade8277","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.954208314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"1c9443a4-6c66-4078-8f3f-4155cade8277","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.955779547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"3fad567d-ef45-40a5-88e3-cb33d5fef749","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.957556656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bd435fec-5684-4d40-9128-2e91a0f106e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.958031906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fc05a17b-b690-4553-a7d0-36aec6c872e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.977071545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fc05a17b-b690-4553-a7d0-36aec6c872e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.979408989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bd435fec-5684-4d40-9128-2e91a0f106e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:02.995963568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8823eb04-db2b-4b6f-8aab-3df8fccb5142","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.076009593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"41fb8555-d1e1-42f3-8597-053e99b8d4bf","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.101268204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"5cba0d79-27c4-4fc7-877a-2e92bfb0dc6e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.167958484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"5cba0d79-27c4-4fc7-877a-2e92bfb0dc6e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.192654306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9ef91170-5379-4fe0-8bd3-f08a57bbcd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.19269816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"15fb7695-f4f0-4a24-81a4-ac59e8d7ae4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.20183461Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"96d5fd66-0f52-422c-9b45-3ea14f28d7bc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.201961739Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"96d5fd66-0f52-422c-9b45-3ea14f28d7bc","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.212682521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9ef91170-5379-4fe0-8bd3-f08a57bbcd4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.212810705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"15fb7695-f4f0-4a24-81a4-ac59e8d7ae4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.260001344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"11045bcd-7729-4356-a9e4-45e7f23ce223","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.26968129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2eef8d8c-020f-42a6-b3d8-7fd11feee10f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.30393953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd348ddf-0382-42a1-8b53-dda87f919cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.31837125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd348ddf-0382-42a1-8b53-dda87f919cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.332591423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd348ddf-0382-42a1-8b53-dda87f919cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.346383297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd348ddf-0382-42a1-8b53-dda87f919cdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.376726923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"5669f62d-8cef-45cd-a356-61f241e4b683","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.377883172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"9a9ac6a6-a9ee-4750-b614-09d00de4f6e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.378020078Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"9a9ac6a6-a9ee-4750-b614-09d00de4f6e2","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.396767923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"5669f62d-8cef-45cd-a356-61f241e4b683","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.945675468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10eb-ecbc-4807-875a-fb8ab28ddfd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.959555042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10eb-ecbc-4807-875a-fb8ab28ddfd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.974196633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10eb-ecbc-4807-875a-fb8ab28ddfd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:03.988672754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6f10eb-ecbc-4807-875a-fb8ab28ddfd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.710739275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"71c161eb-627b-435c-b58f-1a0d336e6334","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.752732382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f33b82d-5b36-43b1-943d-0ed84205a76b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.752782337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3cde154d-4083-499e-937c-f6c8772dbc9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.753146881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e257257-e862-4376-9af5-314affd0d117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.775277951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3cde154d-4083-499e-937c-f6c8772dbc9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.776075285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e257257-e862-4376-9af5-314affd0d117","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:05.777985242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"8f33b82d-5b36-43b1-943d-0ed84205a76b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:08.32557742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"5a631fa2-e98b-4f09-90bf-fbb6d9890ec4","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:08.32564394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"5a631fa2-e98b-4f09-90bf-fbb6d9890ec4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:12.273500271Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"92c8943c-4bee-4d88-b21c-a682f08b3ead","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:12.27359075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"92c8943c-4bee-4d88-b21c-a682f08b3ead","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.768728298Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","namespace":"ai-tenant-e2e-praxis-b-410a36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.768820784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","namespace":"ai-tenant-e2e-praxis-b-410a36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.76891978Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","tenant":"e2e-praxis-b-410a36","tenantID":"e2e-praxis-b-410a36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.786279899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Deployment","name":"maas-api-e2e-praxis-b-410a36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.832425114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Service","name":"maas-api-e2e-praxis-b-410a36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.85308736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-410a36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.871359876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-410a36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.894774617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.928350662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.955911011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.978337807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:12.993033247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.009258798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.027340527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Service","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.055367293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.072420242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.088357578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.104444606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.125957786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.142123329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.156555285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.171531529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-410a36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.188386204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-410a36"},"namespace":"ai-tenant-e2e-praxis-b-410a36","name":"default-tenant","reconcileID":"30eb78c3-7fef-47fe-9b3d-daa50335f097","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-410a36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:13.703242175Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-410a36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-410a36","reconcileID":"f2ae6e07-6d9d-4e96-af42-764fa045934f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-410a36","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-410a36"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:13.800764641Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"69022bb8-2c76-4963-8846-cc044ff7b6aa","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:13.805195072Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-cf8db5","namespace":"ai-tenant-e2e-praxis-a-cf8db5"},"namespace":"ai-tenant-e2e-praxis-a-cf8db5","name":"praxis-route-cf8db5","reconcileID":"69022bb8-2c76-4963-8846-cc044ff7b6aa","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-cf8db5/praxis-route-cf8db5-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-cf8db5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.230548442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b805dad-6e19-4c7d-9ce3-0a00b5bc6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.246100107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b805dad-6e19-4c7d-9ce3-0a00b5bc6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.262953114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b805dad-6e19-4c7d-9ce3-0a00b5bc6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.325736255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b805dad-6e19-4c7d-9ce3-0a00b5bc6089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.631600517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.965091795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b7db99-7264-4280-8109-254e603b4578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:14.996085743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b7db99-7264-4280-8109-254e603b4578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.038176429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b7db99-7264-4280-8109-254e603b4578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.053935815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b7db99-7264-4280-8109-254e603b4578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.760190813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"55ae555f-1af5-464b-b29e-d87dc5ac01bf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.846657301Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"55ae555f-1af5-464b-b29e-d87dc5ac01bf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.846690038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"55ae555f-1af5-464b-b29e-d87dc5ac01bf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.846800069Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey","reconcileID":"55ae555f-1af5-464b-b29e-d87dc5ac01bf","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-9793f8/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:15.923529057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"4e91bb83-fa02-46d0-9c96-f3e4d6230824","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.022548179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a2f87e8f-e037-46b6-a6fc-c477f5940409","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.07626662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"32a8b1e7-398c-4473-a2de-daa7d595d2c8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.077073942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"24a8307c-5078-4037-bcda-966d6df34ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.077672371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bcc3c656-b0a3-42de-83de-805ea828732e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.112433775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"24a8307c-5078-4037-bcda-966d6df34ad6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.118252528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"32a8b1e7-398c-4473-a2de-daa7d595d2c8","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.122261787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bcc3c656-b0a3-42de-83de-805ea828732e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.174109262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"8766dfed-1116-465b-9459-52c7f1367881","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.174044222Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-degraded-models-apikey-auth","reconcileID":"30c7bac9-7e43-4203-9532-81dc5524d48d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:16.374075899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2fc23841-d817-401a-a195-281d62879e4d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.393887471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","namespace":"ai-tenant-e2e-praxis-b-b769e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.39396723Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","namespace":"ai-tenant-e2e-praxis-b-b769e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.394029485Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","tenant":"e2e-praxis-b-b769e1","tenantID":"e2e-praxis-b-b769e1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.410468959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b769e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.442379468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Service","name":"maas-api-e2e-praxis-b-b769e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.460707479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b769e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.483215548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b769e1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.50057512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.519197951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.540109025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.556700476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.570733293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.58449147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.599355728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Service","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.613320454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.627336352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.641363609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.65634488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.686842279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.703105401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.720514941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.736999308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b769e1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:17.752768373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b769e1"},"namespace":"ai-tenant-e2e-praxis-b-b769e1","name":"default-tenant","reconcileID":"4724dbcd-7ba0-49af-ab34-79ec29ceebc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b769e1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:18.100962804Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b769e1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b769e1","reconcileID":"4d71ae25-8769-45b1-a8b9-337048dd01b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b769e1","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b769e1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:18.578605225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8a9db4-bff9-42b3-82b0-6e1b6034adab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:18.593683514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8a9db4-bff9-42b3-82b0-6e1b6034adab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:18.609163918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8a9db4-bff9-42b3-82b0-6e1b6034adab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:18.635307765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8a9db4-bff9-42b3-82b0-6e1b6034adab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:19.247954216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da691ad-7731-46af-b65b-293283bf9ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:19.263681836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da691ad-7731-46af-b65b-293283bf9ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:19.279141677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da691ad-7731-46af-b65b-293283bf9ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:19.297756992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3da691ad-7731-46af-b65b-293283bf9ea5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.487179982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"cb0e7513-816d-423f-b3fb-1a814610492f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.504829621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"3767ea5b-c1d2-493e-848f-2153c838669f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:21.521995956Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-sub-binding-0bfe9642","reconcileID":"1906b4d7-766b-476a-be31-6ccaf41bc8b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-0bfe9642\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.561912626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ca7afd90-7ec6-42bb-b7af-c256aa34864b","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.579129399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"c5a5bfe9-d32d-46b5-ac75-e528293524d9","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.580383846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8e832d02-74c0-44f2-9fe1-c2700e4131ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.580815094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"06bac9c3-f18e-4d7d-93aa-d775fc11f7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.601145186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"06bac9c3-f18e-4d7d-93aa-d775fc11f7f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.66838437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8e832d02-74c0-44f2-9fe1-c2700e4131ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.718711027Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-sub-binding-0bfe9642","reconcileID":"d15ec097-2c37-4378-870a-964ba56d5f34","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-apikey-sub-binding-0bfe9642","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.741458496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ac99feb2-174b-41fe-b49d-1c1722d9ccec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.761664238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ac99feb2-174b-41fe-b49d-1c1722d9ccec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.771074412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"7b35ef58-ffc3-43ca-84a0-47af9ebe3a95","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.775895645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"3be84266-9c9a-425d-8842-5aa265050ec3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.839721496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"873e6ff4-5b8d-4dd0-8102-ff3770db1aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.858537254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"873e6ff4-5b8d-4dd0-8102-ff3770db1aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:21.876190906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-sub-binding-0bfe9642","reconcileID":"be688089-b506-496b-97f1-5f2f5fc1257c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.761486494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f6a34b35-4a3d-4410-bc29-e4c64f27c70c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.782896918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a5397021-5892-4696-8bfd-41de4e032ccb","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.800970265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"0ad412c4-621d-4733-95cc-6a99288a073f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:22.80440063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-9793f8/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.817936254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"dc2ee258-28cf-45f0-8c53-12aa0db0895d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.867620356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d00e12f-dc87-4fc0-b990-f1123b98108d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.867619919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2280d907-e738-482b-9bd5-81d48f24a382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.88921178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d00e12f-dc87-4fc0-b990-f1123b98108d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.889266128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2280d907-e738-482b-9bd5-81d48f24a382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.900045242Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-list-subs-refs-sub","reconcileID":"c5675878-fb85-405a-89bd-57e5f5db7d83","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.951918247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b6ca112e-3347-402b-9dbd-fca67b1d7b96","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.971567979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"42a6b016-edf5-4c9a-b3e1-7645b4b65309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.971598021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c0d5c64a-8c1e-44d4-aa6c-2236d6334d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.978786417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"00e2b9d4-fa73-4935-bb27-f8088fd7cebc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.991303531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"42a6b016-edf5-4c9a-b3e1-7645b4b65309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:22.991388922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c0d5c64a-8c1e-44d4-aa6c-2236d6334d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.082585874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-list-subs-refs-sub","reconcileID":"3995753e-afec-4572-a6bd-19a5407f91a6","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.226087919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2244455c-d48c-44b9-8e39-4871f1c6f50a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.289256432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"67c56596-937d-438e-ac22-d3da671086d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.289735501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f946fff6-3203-4ded-b239-c383594f1383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.366203543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"67c56596-937d-438e-ac22-d3da671086d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:23.367544022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f946fff6-3203-4ded-b239-c383594f1383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.092424645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"69057ce7-c7a2-468f-bd8c-67d9e5410b8d","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.182465177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"86f77b9e-93b2-412d-b514-9463f5836d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.182840727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ef2b3191-0643-4e03-9dd1-de740e12d1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.219704423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"86f77b9e-93b2-412d-b514-9463f5836d6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.231928485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ef2b3191-0643-4e03-9dd1-de740e12d1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.274794825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"96641aff-3df6-4ed6-be7c-3a381119f697","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.346038072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"737e85de-5e2f-4ec1-bb49-eab062147d89","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"tenant":"e2e-worker-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:24.346198444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"737e85de-5e2f-4ec1-bb49-eab062147d89","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.207893382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bcc6e58c-4fef-4fdc-b303-877080f028be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.209532495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"27f61c43-3cce-4da5-a59d-e038eaca2a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.229576753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"8b5d48dc-ae86-443b-a5ff-58b98bc02bf8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.230527693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bcc6e58c-4fef-4fdc-b303-877080f028be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.237170928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"27f61c43-3cce-4da5-a59d-e038eaca2a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:25.253002908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"8b5d48dc-ae86-443b-a5ff-58b98bc02bf8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.543109629Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"02e261c7-4fd4-46fb-93fe-1be5d6aa5689","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.568305701Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"e2e-temp-model-status","reconcileID":"7649bc73-1304-4cdc-a950-00a28eb37305","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.56844064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"02e261c7-4fd4-46fb-93fe-1be5d6aa5689","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.613789002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0d374e39-e10d-429a-b7a6-79974e8e1077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.613812581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fe957628-fb30-4caa-818d-4d169916bf2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.61433744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"ec1c54f4-c5b1-4251-955e-3b9e9457577f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.638038968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fe957628-fb30-4caa-818d-4d169916bf2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.644312699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"ec1c54f4-c5b1-4251-955e-3b9e9457577f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.644361264Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"ec1c54f4-c5b1-4251-955e-3b9e9457577f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.644918827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0d374e39-e10d-429a-b7a6-79974e8e1077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.645454244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"d9142974-3027-4d6e-b960-f9d99be64aad","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.818875866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"d2e8e415-cf79-4bc8-a5b7-ae33b26299c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.838708817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"d2e8e415-cf79-4bc8-a5b7-ae33b26299c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.838739744Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"d2e8e415-cf79-4bc8-a5b7-ae33b26299c3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.916366501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d58947b0-e14d-4503-9f99-177d31899c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.916411434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6d3d2436-501b-4d8e-a200-fa6c714abd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.935453971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d58947b0-e14d-4503-9f99-177d31899c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:26.935771819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6d3d2436-501b-4d8e-a200-fa6c714abd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.220567797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"25848662-ac02-45b1-8d94-a2e44c9717bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.220587441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"85173b9e-0071-401b-ba4e-eb769dc78b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.220947224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"dc23aeaa-1f46-4380-9589-555ce099780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.241000026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"dc23aeaa-1f46-4380-9589-555ce099780e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.24134085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"85173b9e-0071-401b-ba4e-eb769dc78b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.248524986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"c20f666f-89f8-446b-8fca-c492f0850aae","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.244047556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"25848662-ac02-45b1-8d94-a2e44c9717bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.283113309Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"25848662-ac02-45b1-8d94-a2e44c9717bb","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.284158432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"fe02defa-1dc9-466f-8b02-883e6af097c8","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:27.296288292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-sub","reconcileID":"35b15787-63a4-4d69-a417-bb85188bf862","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.307743623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"10a232be-26ba-46bf-91d6-9fd34d54ee1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.307744408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ed087b11-eaaf-4dd2-aba4-c3933f7e45c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.328550694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ed087b11-eaaf-4dd2-aba4-c3933f7e45c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.328563831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"10a232be-26ba-46bf-91d6-9fd34d54ee1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.340597565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"8661c44c-3a5b-44d7-9de7-07cdc8b4d273","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.3597844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"ec43a28b-66ae-4bae-a0a3-9dfc1d1edf9d","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.443808871Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-sub","reconcileID":"65c5c85a-8afa-4c18-b307-571e3ad7a845","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-255528/e2e-ordering-sub","ai-tenant-e2e-worker-w0-255528/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.508286326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"630d7641-f526-4625-bc59-eac8bf44e0d9","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.524892639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"edf4454e-ba71-47fc-b156-0f578e90500a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.525365714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"dccc7b3d-a6e5-4b5c-a7d9-cb1787525a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.529089454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ef0a90d1-d231-412a-a057-af6cb7ca01cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.545342396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"dccc7b3d-a6e5-4b5c-a7d9-cb1787525a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.550290569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ef0a90d1-d231-412a-a057-af6cb7ca01cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:27.622738082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-sub","reconcileID":"b4a833b0-d1f6-4fd5-ada8-3025b8945f74","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:30.317906681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"b9d08699-6bee-4b5d-9e0e-9bc76904704b","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:30.334545013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"02d25718-c5ee-4f2d-b2d1-82d4d60fc8cb","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:30.376732805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"6b2b59dc-9ffd-41a5-aa4f-193ffa23b410","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:30.395495977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"6b2b59dc-9ffd-41a5-aa4f-193ffa23b410","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:30.559940536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"5facadfb-f6f1-4b50-94a3-1d0a3a8bdc96","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:31.950179044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec0918-7707-4e0a-8075-9fd2c1209380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:31.964369678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec0918-7707-4e0a-8075-9fd2c1209380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:31.979521612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec0918-7707-4e0a-8075-9fd2c1209380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:31.994280018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0ec0918-7707-4e0a-8075-9fd2c1209380","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:32.616249821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b44196a-82a6-4028-82df-17d152b9464e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:32.630636428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b44196a-82a6-4028-82df-17d152b9464e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:32.644915409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b44196a-82a6-4028-82df-17d152b9464e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:32.658864273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b44196a-82a6-4028-82df-17d152b9464e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.06496334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"5b3e81e8-4f75-4dc2-92b9-7128970a71ff","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.10792573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"2b109ec2-81ad-4309-8fe9-2dfd1e01b887","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.10816689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fe305e88-7219-4257-b7ff-97a072cbd134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.10793447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c7b11b45-6779-4d89-8a5a-5c268bfd960e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.132224566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fe305e88-7219-4257-b7ff-97a072cbd134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.132321616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"2b109ec2-81ad-4309-8fe9-2dfd1e01b887","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.135995414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c7b11b45-6779-4d89-8a5a-5c268bfd960e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.23908612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8195715-9869-44c4-ac73-f43ef80c5e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.253249852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8195715-9869-44c4-ac73-f43ef80c5e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.267357227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8195715-9869-44c4-ac73-f43ef80c5e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.281284942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8195715-9869-44c4-ac73-f43ef80c5e74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.295119757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-list-subs-refs-sub","reconcileID":"995e3b2e-ba66-4f75-9751-d55b0ada0e0c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.363009848Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-list-subs-refs-sub","reconcileID":"995e3b2e-ba66-4f75-9751-d55b0ada0e0c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.419980689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"a46a2398-3f56-4512-bfec-8b260c724539","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.428209147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"853fdd8f-3f11-4e29-8696-f643e117db96","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.46984835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"515b815c-55c0-4a73-a2a8-ca907f22bb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.470075427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"013ba941-3356-461e-86f6-aad82733438a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.489005704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"515b815c-55c0-4a73-a2a8-ca907f22bb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:33.489209297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"013ba941-3356-461e-86f6-aad82733438a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.083736365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"78fd50d5-1cc0-40b6-8100-6bf34e55b8a9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.083761119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"78fd50d5-1cc0-40b6-8100-6bf34e55b8a9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.104242642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"843d6ee1-c26b-4775-bd66-ab6696bcdfc4","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.143573779Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-sub-binding-0bfe9642","reconcileID":"9e0bb251-75ee-4a62-b8fe-e8e582a3ef22","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-apikey-sub-binding-0bfe9642","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.208906399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-apikey-sub-binding-0bfe9642","reconcileID":"9e0bb251-75ee-4a62-b8fe-e8e582a3ef22","MaaSSubscription":{"name":"e2e-apikey-sub-binding-0bfe9642","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.247076912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"42f1cecd-3426-4de4-be06-699aed3993cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.247098302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"42f1cecd-3426-4de4-be06-699aed3993cb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.266547812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"23de8a0f-83ce-41cc-be4f-3c5b066a89c4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.266568154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"23de8a0f-83ce-41cc-be4f-3c5b066a89c4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.269129608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"f031da4d-ccda-46d7-b5e4-40607451344d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:34.282863657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"a532c5ba-8574-4678-99b8-1006b14f43d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.29108685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3cf0d6c8-89c4-46b6-b293-bf18905928c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.291103449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c58ea7bf-48a3-416c-94be-ba17762f7af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.309757601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c58ea7bf-48a3-416c-94be-ba17762f7af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.309832795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3cf0d6c8-89c4-46b6-b293-bf18905928c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.322433814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"1365f433-86a1-4031-819e-cb6202681c26","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.322448873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"1365f433-86a1-4031-819e-cb6202681c26","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.339396659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"7f4ab905-e1c0-4c48-8409-e053b1332130","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.339410751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"7f4ab905-e1c0-4c48-8409-e053b1332130","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.357050749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"b185a204-4403-4d3f-bde5-c9c6f745db3f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.376891639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"0104e993-470e-48e3-b21a-f98189e37b07","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.37690779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"0104e993-470e-48e3-b21a-f98189e37b07","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.398223083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5b1b522c-451e-4dc2-aa7b-9ec10a281d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.398304495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"215130d4-f737-4f37-b003-1b9f64fb5e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.417115794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"215130d4-f737-4f37-b003-1b9f64fb5e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.417154063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5b1b522c-451e-4dc2-aa7b-9ec10a281d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.450810962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"41d5e560-cdbb-48e1-b6ee-fd103e5e5755","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.450832221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"41d5e560-cdbb-48e1-b6ee-fd103e5e5755","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.470548006Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"4cdd724f-1459-4513-8746-a57d4e2baa13","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-9793f8/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.471316376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"faf07783-1343-4e19-bee6-17258bdf019a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.471330189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"faf07783-1343-4e19-bee6-17258bdf019a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.512883788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63cb4863-4938-491a-9d02-0a36b13ab6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.513088606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9195c510-40e1-4e43-ae23-e143f1cd10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.523422675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-auth","reconcileID":"5c1211b7-279a-40c7-9d7d-0533172d7df8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.533245219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9195c510-40e1-4e43-ae23-e143f1cd10bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.533471648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63cb4863-4938-491a-9d02-0a36b13ab6bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.543613046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-auth","reconcileID":"5c1211b7-279a-40c7-9d7d-0533172d7df8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.589469293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"00c1109c-431c-4455-b565-7d6d8c2c097c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.589489752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"00c1109c-431c-4455-b565-7d6d8c2c097c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.64667141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"f7ba2db1-b45b-49cf-b2c2-f1694d30d10a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.756884951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"512dfc92-2408-4a54-a6ef-b23a631d3ed8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.756902314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"512dfc92-2408-4a54-a6ef-b23a631d3ed8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.794838487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ff763cb2-a430-41fd-bd17-b6cd80bf4f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.794974723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"28ecf4a9-af22-4f56-891c-5ba5f5289c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.814177675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"28ecf4a9-af22-4f56-891c-5ba5f5289c1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.814280855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ff763cb2-a430-41fd-bd17-b6cd80bf4f1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.893642558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-auth","reconcileID":"5ad97297-03cd-4ae5-8926-be1661d38db3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:34.912396785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-auth","reconcileID":"5ad97297-03cd-4ae5-8926-be1661d38db3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.266146306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-auth","reconcileID":"43361d38-5884-423e-9f85-2ee688aba3b8","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.266269498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"c17fa40c-51fb-4581-8722-a4cd1bd4ccec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.266291555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"c17fa40c-51fb-4581-8722-a4cd1bd4ccec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.331610688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fa09a6c2-c8ae-41d1-babd-beca0cb4822b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.331614648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"454276fa-44d7-4eee-a897-2f23b238915d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.347316612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"97da5e3c-248a-4ace-9703-f39d95f2964d","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.351814401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"454276fa-44d7-4eee-a897-2f23b238915d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.352031748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fa09a6c2-c8ae-41d1-babd-beca0cb4822b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.399349913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"e855e12b-c907-4d86-a524-d3d365ce06a6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.399368585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"e855e12b-c907-4d86-a524-d3d365ce06a6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.473199029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dec643c9-9d51-4733-999d-d0b178266f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.473558795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cbfd6e36-aff4-439d-8c3c-5a146746d134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.488762362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"91f60d6f-2331-445b-bce7-3ea8a0db1b15","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.494582836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"dec643c9-9d51-4733-999d-d0b178266f5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.564323454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cbfd6e36-aff4-439d-8c3c-5a146746d134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.566607214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"59be611b-036b-4257-896e-f53f2b4e823e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.56663114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"59be611b-036b-4257-896e-f53f2b4e823e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.636710178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a3e6dae7-b390-480e-8902-5576c0bd864a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.659224617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a3e6dae7-b390-480e-8902-5576c0bd864a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.743348729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f5d821fb-9c05-4225-90bc-9d3ffeb05b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:35.762475425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f5d821fb-9c05-4225-90bc-9d3ffeb05b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.213881182Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"4f9b0639-171f-4c81-8870-4840d35be6ca","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.214004823Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-sub","reconcileID":"4f9b0639-171f-4c81-8870-4840d35be6ca","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.409958873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce278aff-c174-4aa3-9aba-f37100b62356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.423582238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"66493c43-8b28-4b09-b9aa-8a2463132af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.429639201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"b6f7e3e1-444a-4e19-9445-3eae71abe429","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.436711666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce278aff-c174-4aa3-9aba-f37100b62356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.450015355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"66493c43-8b28-4b09-b9aa-8a2463132af9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.468925306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"b6f7e3e1-444a-4e19-9445-3eae71abe429","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.488461812Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"b6f7e3e1-444a-4e19-9445-3eae71abe429","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:37.584487278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-status-transition-auth","reconcileID":"ef2ce31b-4562-4010-9dde-9a3d0a940882","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.671368723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"805d70f0-30c2-48c3-a8e0-2b6cd8eaa2ae","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.691591045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d113f4ca-6a32-4c05-bac4-5e7559e5b097","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.738236498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"4e13f778-162b-4b44-aad0-f18af72eb995","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.758451141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"4e13f778-162b-4b44-aad0-f18af72eb995","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.839694427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"2e5d1170-36d1-431e-b1f6-65640622ac21","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.884889376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"4231ea24-cb89-49d1-8b56-93ca087d1e2f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.908324788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b48240db-0191-4619-8aa1-1a6271502707","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:38.922558506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"881ab0e7-073f-4c85-ba48-02c26a3ad577","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.936551595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8b47289d-122a-411a-a8d5-faac297c4358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.93691869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"597b5c55-e074-4839-8549-58a65cd1aa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.937230181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"139d2e8d-0e3c-4abe-a1ca-4e7e98766000","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.966470379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"139d2e8d-0e3c-4abe-a1ca-4e7e98766000","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.976945647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8b47289d-122a-411a-a8d5-faac297c4358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.984221423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"597b5c55-e074-4839-8549-58a65cd1aa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:38.984920863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"13bf6b1e-70e7-4fd2-ab6b-4f7f831d4c7c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.073814178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"8cb3f8ac-7c89-4333-bef0-833e914ed34c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.200378541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"ddb7b5a1-b95d-47a0-b56d-bc7d8c32a158","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.200574061Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"ddb7b5a1-b95d-47a0-b56d-bc7d8c32a158","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:39.202617624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"139d2e8d-0e3c-4abe-a1ca-4e7e98766000","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.2343852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c21c975b-e473-40a3-a4bd-1184a4b2589a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.234424796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6710e21b-c518-4b20-a011-e401ae7b72c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.248014213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"a5f081d7-4cd2-49b8-8d1e-bfccb5f2b131","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.253727909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6710e21b-c518-4b20-a011-e401ae7b72c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.254114402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c21c975b-e473-40a3-a4bd-1184a4b2589a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.26460937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"ae7a8684-108c-41bd-9293-9550a3f7e360","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.266891586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"a5f081d7-4cd2-49b8-8d1e-bfccb5f2b131","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.276437189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a85178a3-42c7-48ab-91a5-62bbec0f5e7c","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.36513552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"48d43c3a-c4af-40dc-83a8-9c150a6d8e52","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.365316755Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"48d43c3a-c4af-40dc-83a8-9c150a6d8e52","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.786623539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"10faa5d5-b63d-4c7f-b720-62f4879cc535","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.787132229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"35c88b5e-6d3a-401e-b194-19786ba61e07","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.809924188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a2017e5b-af66-41a2-8418-dc12b3c69e4d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.822948547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"09580618-466b-4d0b-b9a7-810230941b53","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.823274717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"597d6366-4c81-4d3c-8234-33a3a91c5dea","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:39.826832398Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-83f889/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.83101367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"03a1abbc-8feb-47d8-9796-5cf33317dd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.831034758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e42dc1a5-fa8e-4b74-b6c7-cb1ed9ef244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.839898538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"0395f56c-2aa5-458d-b448-e77ed9907a20","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.840227931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"b4509a0b-8d26-4882-ae37-33a5839378ce","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.850431094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e42dc1a5-fa8e-4b74-b6c7-cb1ed9ef244f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.850443566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"03a1abbc-8feb-47d8-9796-5cf33317dd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.923204Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"72a9da5c-eaf8-4568-9c11-0f3135082ad1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.967785351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"72a9da5c-eaf8-4568-9c11-0f3135082ad1","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"distinct-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.993310869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a9e05a43-ff2f-4116-9bf8-49c7a0aecba0","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:39.999998628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"56bcea65-906b-4467-baaf-052bf45cf100","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.012409521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a7767f00-265f-4238-8b1f-31a75f4c8bd6","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.01910915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4ba5bf28-13a2-4834-8219-05e6e2552686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.019267723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"555c1c6d-e196-4415-a6fb-1945f34cc2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.035509104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"459f2905-0f59-43b9-a7f3-b806f38f93a5","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.035834042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"4a365474-e95a-46dd-99b0-6394cebcaf63","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.040029456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"555c1c6d-e196-4415-a6fb-1945f34cc2bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.040125821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4ba5bf28-13a2-4834-8219-05e6e2552686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.098292258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"b996e61b-7049-4b1c-a95c-90ac26bcecfa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.119985802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-auth","reconcileID":"ce6d7e2d-d819-4018-bce9-4b3fa1841c7b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.139267791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-auth","reconcileID":"ce6d7e2d-d819-4018-bce9-4b3fa1841c7b","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.14060852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"b996e61b-7049-4b1c-a95c-90ac26bcecfa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.298201324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"72eb029c-93dd-4c35-adf1-3ee09ed82003","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.339498872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-auth","reconcileID":"88a75feb-4bd5-41f5-b9b7-2940137cdf7f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:40.358993869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-auth","reconcileID":"88a75feb-4bd5-41f5-b9b7-2940137cdf7f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.468719336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"755fadc1-f77e-4071-8546-858fcff85c13","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.51483262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"079173aa-b1be-4052-84a1-222851c74316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.514944976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cd12b385-05bd-4e04-bc03-0b9af88b5235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.515244207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"93528030-ee1e-42c1-8ac1-0c0269fea4dd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.538681843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"079173aa-b1be-4052-84a1-222851c74316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.538748531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cd12b385-05bd-4e04-bc03-0b9af88b5235","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.541164437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"93528030-ee1e-42c1-8ac1-0c0269fea4dd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.649428301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"819bcf1a-50b2-48c4-8128-e7d7368028a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:41.695175606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"819bcf1a-50b2-48c4-8128-e7d7368028a6","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.052263751Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-auth","reconcileID":"9b187f4c-6e0e-4f31-8f22-25f1bb64cf90","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.052387587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"007fb295-2a36-4737-8351-f8249e565fb5","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.099602458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a3d62ee1-cf99-4c74-9ade-8e51890b5f79","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.11769687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-sub","reconcileID":"918b569e-df2d-4d59-8138-2016307ca7b1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.184175038Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-sub","reconcileID":"918b569e-df2d-4d59-8138-2016307ca7b1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.241459296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"fb737e92-75f2-494c-89cc-5b260d9571c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.321450875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"646e8e9b-171d-4035-bcb0-b4fda7c0dfcf","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.321938051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"131f482e-5f6f-4e69-904c-5da095686a78","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.33646142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"8dfb304a-0364-4a55-8f62-d80efee47ffb","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.36301871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0579d488-5ad2-4930-823f-9222bcf8288c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.36313078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"da48e113-8a0a-4ef3-8aff-4023a501c30f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.382480013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0579d488-5ad2-4930-823f-9222bcf8288c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.383662697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"da48e113-8a0a-4ef3-8aff-4023a501c30f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.463259546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ca9db258-2f38-4084-b970-5184bbafbd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.463259588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3b46b021-7a89-401d-971f-fe22de6a0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.463456059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"ec19ee07-1d99-47b1-8a05-940a531dc461","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.482319252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ca9db258-2f38-4084-b970-5184bbafbd3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.482395028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3b46b021-7a89-401d-971f-fe22de6a0b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.484575715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"ec19ee07-1d99-47b1-8a05-940a531dc461","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.497408083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"5c148d54-cccf-4ac0-ba91-5a28d6c21127","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.610416838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-ordering-auth","reconcileID":"1bbe4279-6fd8-4cde-8429-eab406e038df","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:43.6562185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"8670e8f1-f3f4-49dc-baba-a52a6ebf0755","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.602317929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"08635054-758d-47ca-a5f9-194f96fa4dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.603133656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c7cce66e-dee3-4de0-af05-0d3b57401475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.625761709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"08635054-758d-47ca-a5f9-194f96fa4dde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.631555321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c7cce66e-dee3-4de0-af05-0d3b57401475","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.63569574Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.859727711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"6b2d7a57-4267-4fce-af47-c9648319d4f5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.887851848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"28997963-ae0a-4307-a0af-3325a9f79a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.88862361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9a5e1190-2c27-4b18-8545-437dd4278249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.987426201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"28997963-ae0a-4307-a0af-3325a9f79a8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:44.989507788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"6b2d7a57-4267-4fce-af47-c9648319d4f5","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.080175737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9a5e1190-2c27-4b18-8545-437dd4278249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.67350465Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"dae1bca0-e898-40f2-8f88-af632f781999","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.720864498Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"dae1bca0-e898-40f2-8f88-af632f781999","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.739166361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"e2e-enrichment-sub","reconcileID":"dae1bca0-e898-40f2-8f88-af632f781999","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.934577168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"5f9983bc-466e-4b9c-8aea-4cc02b34c9dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"tenant":"e2e-worker-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:45.934720006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"e2e-enrichment-model-ref","reconcileID":"5f9983bc-466e-4b9c-8aea-4cc02b34c9dd","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.022789235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa888548-8f83-40d7-8969-11b5eab13224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.02772577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"485462dd-df2b-4bd1-bc59-6912a0b64130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.074196134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"485462dd-df2b-4bd1-bc59-6912a0b64130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.074506515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa888548-8f83-40d7-8969-11b5eab13224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.247568679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"a0e0e143-50c1-428f-b266-67eda93991e7","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.540846066Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","namespace":"ai-tenant-e2e-praxis-b-6c03ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.541084429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","namespace":"ai-tenant-e2e-praxis-b-6c03ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.541221444Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","tenant":"e2e-praxis-b-6c03ab","tenantID":"e2e-praxis-b-6c03ab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.561342259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6c03ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.597458948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Service","name":"maas-api-e2e-praxis-b-6c03ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.628910174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6c03ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.661115063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6c03ab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.708347964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.735384468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.762408204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.788292506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.812594075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.833107434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.859343626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Service","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.875078909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.897357769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.926443481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.946850296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.965369477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.98108639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:46.999619733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.018338715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6c03ab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.034841161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6c03ab"},"namespace":"ai-tenant-e2e-praxis-b-6c03ab","name":"default-tenant","reconcileID":"e329aff0-6834-42d1-8cb5-2908db0c8019","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6c03ab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.406831016Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6c03ab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6c03ab","reconcileID":"9d868660-23c7-4955-bd7b-2dd4964fd133","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6c03ab","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6c03ab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.846014686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d8b277-97a3-43d7-83d8-a1e956bab31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.860179934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d8b277-97a3-43d7-83d8-a1e956bab31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.874735625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d8b277-97a3-43d7-83d8-a1e956bab31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:47.888898807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03d8b277-97a3-43d7-83d8-a1e956bab31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:48.559830545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d224ac5b-4f35-49bd-9e2f-b563e7ad9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:48.575234824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d224ac5b-4f35-49bd-9e2f-b563e7ad9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:48.590552213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d224ac5b-4f35-49bd-9e2f-b563e7ad9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:48.60540975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d224ac5b-4f35-49bd-9e2f-b563e7ad9c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.734126015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"acf647ff-984e-4119-acc4-2bde77f2877f","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.764622275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"ca334cd8-9806-4020-8ed6-0a172084ca55","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:49.799772568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"562a098b-1341-4fd1-b6f1-a40d18c069c2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.834781424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2f8bad42-70a2-4c58-b2ce-bf2e24666460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.837631125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bbdf7023-34a7-40ec-806f-e1967edd0661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.853939399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"058ddf97-6990-45d3-a29d-196265a8b2cc","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.855650454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2f8bad42-70a2-4c58-b2ce-bf2e24666460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.878934212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bbdf7023-34a7-40ec-806f-e1967edd0661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.891314913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"c4f20a22-02b5-4860-816b-5c80cf0a65d3","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.968479746Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"00da5353-512c-45dc-b53c-1ac95f75eb98","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-w0-255528","model":"distinct-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.974510273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-255528 priority=0:[ai-tenant-e2e-worker-w0-255528/e2e-model-match-sub ai-tenant-e2e-worker-w0-255528/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:49.974654636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"6a35bf45-8737-430b-829c-3db672917ca0","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.007563321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"7d7f30d6-cf5a-4b5f-a5ac-eed0f8c5481f","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.015598396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"96cd4de8-e514-4ded-a5c1-b4f2718997e3","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:50.031704587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-255528/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.037039501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"8be1431c-47b1-4064-b4b0-a3e3acd66b0b","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.040906813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"16217736-6a2a-4d2e-a886-a703cfaca9c9","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.048367172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2ee8038b-ffca-46f2-be31-8874359eae11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.112379888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2ee8038b-ffca-46f2-be31-8874359eae11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.145421687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"74d37acb-4955-46fb-aca2-1074208c464b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.146507835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"81b856b1-5243-4ba3-8fac-670a3f0948f9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-2-w0-255528","model":"distinct-2-w0-255528","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-255528/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.17984328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"65a5459b-ef08-453c-80e8-576842acc903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.198910914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"65a5459b-ef08-453c-80e8-576842acc903","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.203728918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"29455a5a-989c-4779-9d03-e5549629d641","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.207102003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"041299ed-7ca1-4233-b103-3ebed71b9f7b","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.235433182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"98b22e57-4401-41b1-9258-4a19f1d43be8","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:50.251314857Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"98b22e57-4401-41b1-9258-4a19f1d43be8","name":"distinct-w0-255528","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:50.251368382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"98b22e57-4401-41b1-9258-4a19f1d43be8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-255528\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.257307149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"fa294d06-a5a7-4f09-a6da-85bc43e3f721","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.270506555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"839568ce-f381-4f12-bb82-1d2096056e17","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-2-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.301820389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"dfbcdcbb-6f05-4f0a-aada-f684f85f9774","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.325733143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"dfbcdcbb-6f05-4f0a-aada-f684f85f9774","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.391959424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8c79149e-45b4-4da7-b51a-83a510d174c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.392072725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"c9e76025-0428-4a6d-823a-4e53faf5818e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.411982752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b8330ea6-f48a-4052-9b1d-286d51d02d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.418202406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8c79149e-45b4-4da7-b51a-83a510d174c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.431998872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"8bd75736-7b7e-46a9-b479-e856a1397a3a","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.436382352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b8330ea6-f48a-4052-9b1d-286d51d02d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.472650518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"df5ba6c2-5ec3-406d-902b-3a891ebf2d34","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.517342739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"7268a50a-36cd-43a8-acb7-99cca63238ea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.51861313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"47453993-ee63-482a-be54-efef62aa9d3f","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.540804846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"7268a50a-36cd-43a8-acb7-99cca63238ea","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.57737249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"a5b66dc8-294c-4a88-a4c0-9e329224f5bb","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-2-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.614401083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"34e9bf43-f523-41f3-a76b-12906dc33b12","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.634115558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"34e9bf43-f523-41f3-a76b-12906dc33b12","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.715326487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c23e8778-cc3a-47ad-a9c8-b2ee8314c819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.735068662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c23e8778-cc3a-47ad-a9c8-b2ee8314c819","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.815638948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"07ba21d2-9940-4e98-96bd-cf37b4d565e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.835772581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"07ba21d2-9940-4e98-96bd-cf37b4d565e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.874921643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"cd26db4a-fa27-48ad-acf6-d6142edecd32","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.917526259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"0dac0a64-ba19-43be-ad99-18af38079741","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:50.939947652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"0dac0a64-ba19-43be-ad99-18af38079741","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.011276956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"6d9e9676-491e-4be5-8f03-eb6fc70bb539","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.031485222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"6d9e9676-491e-4be5-8f03-eb6fc70bb539","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.517669525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"559cf123-3759-45b0-8bcb-d6ea6e60ddf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.584369448Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"559cf123-3759-45b0-8bcb-d6ea6e60ddf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.584400364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"559cf123-3759-45b0-8bcb-d6ea6e60ddf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.584507186Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube","reconcileID":"559cf123-3759-45b0-8bcb-d6ea6e60ddf5","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-a0e73d/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.649486258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"c3f29d40-8137-4fe8-80fd-a9b5e20e6d7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.744729098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"039aa8a1-0f64-4960-9b48-d3c99f0412eb","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.744768999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-255528 priority=0:[ai-tenant-e2e-worker-w0-255528/e2e-model-match-sub ai-tenant-e2e-worker-w0-255528/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.775098637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"9317ffb1-33e4-49ed-841b-c6c2ad42151b","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.806083188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ea1cff74-171c-4981-acf2-9eccebad4040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.80614462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"1e8dadc2-2ef3-44b5-97a0-0930e557245e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.806460475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"91acccfb-2225-46a0-8857-9b3a96b4f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.833655401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"91acccfb-2225-46a0-8857-9b3a96b4f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.8349037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"1e8dadc2-2ef3-44b5-97a0-0930e557245e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.838226509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ea1cff74-171c-4981-acf2-9eccebad4040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.880486685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"e4418d89-e0c1-4c50-9721-a6c227bbcbdd","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.908777162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"7dbaaee8-24a4-4655-a107-53336e1a1720","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.947241876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"440b1187-bb9b-434a-a3a6-be4267e248bc","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57c01904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.960837848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7656a14c-81a7-4adf-b53e-829a322762be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.968530899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c6bed97a-436c-4a77-bf96-ea55c72f5e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.973203415Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-degraded-models-kube-auth","reconcileID":"014f1761-0663-49a9-a4db-dd6b7948b240","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.980164521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7656a14c-81a7-4adf-b53e-829a322762be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:51.995009772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c6bed97a-436c-4a77-bf96-ea55c72f5e4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.060794127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"9eec5fc4-dd19-4751-bde0-a3457adcc680","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.06184021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"4865dfe7-ff3e-4077-8dbf-bb207086543d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.086339942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"9eec5fc4-dd19-4751-bde0-a3457adcc680","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.087415335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"4865dfe7-ff3e-4077-8dbf-bb207086543d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.143450227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"baea3fdc-29b7-4a59-9ed6-3ed3e11d26ae","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.202210163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c107fc9a-e30a-4e2b-99a8-efb7ec9fc687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.216297262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4608c8a4-8d18-4415-852a-4f45a8ebff0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.243201795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c107fc9a-e30a-4e2b-99a8-efb7ec9fc687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.248325037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4608c8a4-8d18-4415-852a-4f45a8ebff0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.536800477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7fd77c-d471-44e9-b0a6-86fd17748827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.551598767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7fd77c-d471-44e9-b0a6-86fd17748827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.565850511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7fd77c-d471-44e9-b0a6-86fd17748827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:52.580541003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7fd77c-d471-44e9-b0a6-86fd17748827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.254342151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a24817-e36b-45e0-b06d-c4ce2cdbc9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.268440934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a24817-e36b-45e0-b06d-c4ce2cdbc9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.283290275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a24817-e36b-45e0-b06d-c4ce2cdbc9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.299774223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a24817-e36b-45e0-b06d-c4ce2cdbc9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.377604607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"4782436a-ae11-47f8-be9c-974d139913aa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.467597252Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-94f176","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-94f176","reconcileID":"225e453e-f923-49d4-9ff2-3e065c3a9dd6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-94f176","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-94f176":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.523820515Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"4782436a-ae11-47f8-be9c-974d139913aa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-83f889/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.523856175Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"4782436a-ae11-47f8-be9c-974d139913aa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.539174773Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"4782436a-ae11-47f8-be9c-974d139913aa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.56883079Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"e2e-partial-access-sub","reconcileID":"4782436a-ae11-47f8-be9c-974d139913aa","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/distinct-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.599618456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"bd22e017-93a2-4dea-8d0d-d32fa2e82770","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.731569566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"6966a3c6-bf5c-41e5-a6c7-5c932613bf0a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.73971673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"deca66fe-fcca-4896-9c19-69ef0cbe1549","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.762673362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"5d8c54a7-9ff5-4920-9ccc-8f91ea875aed","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.793289693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"055d189e-2b84-4f28-8af0-fa3c1acea49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.794449082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d3fde7be-dd81-414b-ba80-293a0ea21d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.832754915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d3fde7be-dd81-414b-ba80-293a0ea21d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:53.857879921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"055d189e-2b84-4f28-8af0-fa3c1acea49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:54.165867376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f04e4a-0204-4e19-a342-fb9085f18e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:54.181789773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f04e4a-0204-4e19-a342-fb9085f18e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:54.196162174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f04e4a-0204-4e19-a342-fb9085f18e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:54.210182678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f04e4a-0204-4e19-a342-fb9085f18e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.548383918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"1acd5aa9-ca66-4e2a-90ec-4f0d720fa6db","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.570628348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"721ac15b-0463-48a0-8c3b-acab2a04505d","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:58.594292367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"990364ee-20c3-4181-8717-1075cd42937e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.612691879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0a58713e-68ea-46ed-a267-5bd0c769fef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.612696252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"54866b2f-99c4-43ea-9f09-7fbe973cdbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.637955303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"54866b2f-99c4-43ea-9f09-7fbe973cdbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.639296175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0a58713e-68ea-46ed-a267-5bd0c769fef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.643102886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"2db77a42-149a-4877-84a3-906cb22dc41e","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.663386749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"2b6c96cc-7e00-4ce5-8733-1f7bf597c0c1","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.673231901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790c749a-5934-4055-8244-63a2f0bbaacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.692791797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790c749a-5934-4055-8244-63a2f0bbaacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.709739346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790c749a-5934-4055-8244-63a2f0bbaacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.724730897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"790c749a-5934-4055-8244-63a2f0bbaacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.800368656Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"2803b817-08da-41f6-8589-6100185c301b","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","model":"distinct-w2-a0e73d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-a0e73d/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.809308256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7128ba42-b97b-47fc-81b5-c1ac815c59f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.810605084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"fdaa2b80-435b-4e69-bc57-9fb44275a43f","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.819423657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9669546b-4a04-4fa2-ba43-fce8b451192f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.841791579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"f542b1b1-8c18-49f0-9da6-df6a492a9e1c","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.844681675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7128ba42-b97b-47fc-81b5-c1ac815c59f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.857777489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9669546b-4a04-4fa2-ba43-fce8b451192f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.901025312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"fb7bafb2-cad0-434f-9e4b-a72773c61103","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.94521823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-auth","reconcileID":"09e08ccb-086b-4e1e-9718-49d7575aed96","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.974570724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-auth","reconcileID":"09e08ccb-086b-4e1e-9718-49d7575aed96","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.97491949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"6a8283a7-20bf-489d-9fe5-58cc66db3558","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.986578317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"a2d5f810-2f82-445e-9d88-01e9a1d237f0","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:58.998089092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"18e8c331-fb7d-447b-b3fd-11321a9450cd","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.044464834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"211989e5-07c6-490a-a53d-b23e1d9722e5","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.044717549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"95aa292b-257d-49b3-9373-2c410e72c271","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.063872263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"95aa292b-257d-49b3-9373-2c410e72c271","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.148631515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"1ce65cfb-52a1-4099-8dca-c775bfe0d884","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.270514913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"fd339e49-6916-419d-ae80-054b52ee57de","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.29299431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-auth","reconcileID":"8dd44f65-7017-4c8c-b14a-d52d48988763","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.294701271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"c098ebdf-7940-4217-82e1-f7b009362e0a","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.296701707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"a47d5071-079f-4545-9994-7c3375be3fe4","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:10:59.310212891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-sub-only","reconcileID":"2d3a88e0-5b5c-4c5c-83b6-3510abf9db91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.314669769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-auth","reconcileID":"8dd44f65-7017-4c8c-b14a-d52d48988763","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.31655117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"9625936e-b410-4ea2-ae87-4aa23d33e2c7","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.325391344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9bd0e052-ca8c-4e54-8f6d-75344e06d075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.352521513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"df45b699-4438-4242-82fc-5854f10ce920","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.355080934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9bd0e052-ca8c-4e54-8f6d-75344e06d075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.376883088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"d8c577b0-5f09-43ff-820f-c0d9a5da452e","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.446763189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"e9d59829-c748-45c6-be50-6daccd24821c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.447304745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e5b18f4c-f55a-437b-9ed4-7211efe69fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.471139204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"e9d59829-c748-45c6-be50-6daccd24821c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.476943482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e5b18f4c-f55a-437b-9ed4-7211efe69fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.490376054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-sub-only","reconcileID":"fe4f8f81-6a84-4bf4-a0a1-1d5fdacf05a4","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-5b5aec/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.519379901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf32283-850e-49f6-92e9-882a69ef56ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.533888695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf32283-850e-49f6-92e9-882a69ef56ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.548560821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf32283-850e-49f6-92e9-882a69ef56ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.558301429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8570e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8570e6","reconcileID":"ce881498-eec8-4432-87ec-7f9052ff8c87","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8570e6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8570e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.570837412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccf32283-850e-49f6-92e9-882a69ef56ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.571920991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b0281bb9-ca67-4d50-a5fc-39857f9d9a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.595212526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"1741426b-7de9-46f2-9dc6-81348cc34695","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.59958794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b0281bb9-ca67-4d50-a5fc-39857f9d9a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.600657313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"b5239002-f6b4-48a8-abda-fea380f85e26","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.700263613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-sub-only","reconcileID":"094b6b49-cd40-4b39-b6ab-e0c54d0868a9","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.750502258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"aa339d8b-105e-407e-8e66-3e5f025e7d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.7509037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"78de0e06-205b-42a8-b968-dc1cb22e84c9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.771893453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"78de0e06-205b-42a8-b968-dc1cb22e84c9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:10:59.77338544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"aa339d8b-105e-407e-8e66-3e5f025e7d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.17882312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"fdb40413-b249-4dfd-b989-1687f4f84050","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.235628305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c6129c01-1e19-4750-ab29-d44eda8bbd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.236019905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"2b719a07-8e8f-487b-a619-544ac46efa40","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.236558375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"24599917-9038-4c63-bc11-591666164c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.260305977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"2b719a07-8e8f-487b-a619-544ac46efa40","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.262813007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"24599917-9038-4c63-bc11-591666164c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.270946288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c6129c01-1e19-4750-ab29-d44eda8bbd73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.316195881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827aa55-878c-438b-b883-f9de1822516b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.333863122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827aa55-878c-438b-b883-f9de1822516b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.351622603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827aa55-878c-438b-b883-f9de1822516b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:00.370184805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b827aa55-878c-438b-b883-f9de1822516b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:01.971325826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"a45d98b6-085b-4051-9934-01178a5d2cd2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:01.992561952Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"a45d98b6-085b-4051-9934-01178a5d2cd2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.013325139Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-sub","reconcileID":"a45d98b6-085b-4051-9934-01178a5d2cd2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.173363793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"dcffe56c-2440-4f78-ab87-b7970cf0b3f0","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.252027726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"811143a0-8ff1-4967-8f97-7ede7cd25230","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.25688542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2022e2c1-64de-4348-8a59-c377f9be3e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.257356371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4c2697ea-a3af-43d9-abb8-1b210ef5b1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.25762108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-auth","reconcileID":"7c8e2409-bfa0-4c04-adfd-18f207c156e6","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.25775993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"343d41fe-1fe9-48ff-88ee-e91e343c6a1d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.257957766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"6c9330fc-ce0f-4e75-870d-2f8463d653c9","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.275832898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"811143a0-8ff1-4967-8f97-7ede7cd25230","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.292283158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"343d41fe-1fe9-48ff-88ee-e91e343c6a1d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.303597841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2022e2c1-64de-4348-8a59-c377f9be3e24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.305291529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4c2697ea-a3af-43d9-abb8-1b210ef5b1c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.332120251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"1c310e39-7bd2-44df-ad1d-2781134e5ab3","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.440534028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"e56bdcb1-1833-4be2-9212-0ec50ec91f4e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-646ed728","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.44577383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"26bf4c89-50cc-4c23-880e-2bc264f9750b","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.56864756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"61d18240-a14c-477b-b0c4-cca819294c62","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.582113342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a8bd2d7e-6618-4984-a11b-c271a2c62dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.582747941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"15717669-80e2-4a36-8563-ed0ef7af5bbe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.583720271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a3c2c881-3aa1-4150-8b0c-76fa20ac5ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.60063365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"61d18240-a14c-477b-b0c4-cca819294c62","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.601774255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"d3412935-70a8-46a5-9be8-5cdb1c36fd36","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.606668039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a8bd2d7e-6618-4984-a11b-c271a2c62dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.607560598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a3c2c881-3aa1-4150-8b0c-76fa20ac5ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.610290095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"15717669-80e2-4a36-8563-ed0ef7af5bbe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.650973364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9bfac6ab-afc7-4be6-a910-2df281a947df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.672948218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9bfac6ab-afc7-4be6-a910-2df281a947df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.791536961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"671f8458-02d5-472b-9268-2cd76b0069e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:02.814113724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"671f8458-02d5-472b-9268-2cd76b0069e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.404467683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"34d0fc2f-51a9-46ad-bad3-161907f99821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.405503878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"2f338bd1-3678-4281-a596-2629ca357c1b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.405715446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"95e7420a-6d87-426f-ad03-4d9916a55fc8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.418220537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae1f56a1-74ed-46d5-a8ce-0246f6085061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.424599591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"34d0fc2f-51a9-46ad-bad3-161907f99821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.425898667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"2f338bd1-3678-4281-a596-2629ca357c1b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.427320821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"95e7420a-6d87-426f-ad03-4d9916a55fc8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.438103712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae1f56a1-74ed-46d5-a8ce-0246f6085061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.450917302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"3fe65d38-c68c-4be4-88c1-4dac0aa30647","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.504764334Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"3fe65d38-c68c-4be4-88c1-4dac0aa30647","name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.670513262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"af239ec5-e689-46a7-97d6-9b08f90b1814","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.695949715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"15b7c427-baf9-45cd-8666-7b824296cd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.70085938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"70693b8e-c9f4-4efc-9f89-2d0b4543e602","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.723932284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"af239ec5-e689-46a7-97d6-9b08f90b1814","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.773176574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3be2c8f2-44f6-4d0d-9f91-b7f018078e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.780118484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"70693b8e-c9f4-4efc-9f89-2d0b4543e602","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.790104278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"15b7c427-baf9-45cd-8666-7b824296cd3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.800623087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3be2c8f2-44f6-4d0d-9f91-b7f018078e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.813537246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"089f6743-f9cf-4998-ae8b-669077ce0e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.841664018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"089f6743-f9cf-4998-ae8b-669077ce0e59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.886555152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c58a22bf-c386-475f-b714-8f4182d6306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:07.909730045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c58a22bf-c386-475f-b714-8f4182d6306a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.242866479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-sub-only","reconcileID":"e51ce3da-ac32-4d26-9621-8d13715233da","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.309943314Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-sub-only","reconcileID":"e51ce3da-ac32-4d26-9621-8d13715233da","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-5b5aec/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.369852255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"d846b958-2391-41de-9733-4db9f8de616f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.375289907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"4f56ab00-4c9e-4b91-8990-9cc7f6d36f85","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.420605745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"090c36cf-716e-43f9-8d66-e6d9b579a28c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.420907487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b0968c12-7ff8-4cd2-b5a7-b77e94084557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.420937237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f18e4874-0417-4467-a80a-36f990df4191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.43990914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b0968c12-7ff8-4cd2-b5a7-b77e94084557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.440037648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"090c36cf-716e-43f9-8d66-e6d9b579a28c","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.442073931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f18e4874-0417-4467-a80a-36f990df4191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.537035276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"e2e-test-group-no-auth","reconcileID":"7e736cc0-4396-48e9-bb80-2e86c398faf9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.537113637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"c7476977-fbd7-4c5f-971b-024e771fb754","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:10.688903863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"2b36ea89-9edf-45b2-b964-d15abcd23a69","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.455442069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"95b2f7b8-80a7-459c-86ec-eb51b6d7828b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.470357814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"95b2f7b8-80a7-459c-86ec-eb51b6d7828b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.48504184Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-sub","reconcileID":"95b2f7b8-80a7-459c-86ec-eb51b6d7828b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528","model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.569087285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"ac8d9367-133e-41d3-85b9-a31982a3fdc0","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.642510411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a5add719-4f82-461e-97c6-e958f3dee2b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.642640656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"ff88ed48-0e5b-4a7d-94c0-1558a112e9a5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.64251718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b2ac4778-bc3e-441a-b1fc-f07998817977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.644282239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"c244c694-46bf-4301-94cd-80de626394fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.662448337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"ff88ed48-0e5b-4a7d-94c0-1558a112e9a5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.662478195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a5add719-4f82-461e-97c6-e958f3dee2b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.664738988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b2ac4778-bc3e-441a-b1fc-f07998817977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.664809363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"c244c694-46bf-4301-94cd-80de626394fd","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.665167637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"94910fb9-e770-4c1b-9859-25518a6c6af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.682428004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"94910fb9-e770-4c1b-9859-25518a6c6af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.696545447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"e2e-no-access-sub","reconcileID":"94910fb9-e770-4c1b-9859-25518a6c6af9","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.734768805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"082927d7-73a0-4cb5-8fe0-966da3b8e543","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.734806687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-match-auth","reconcileID":"aa10ee90-b046-4eee-ab3f-6c31eb92ffe9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.784554436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"37d41e3f-ee13-4cf6-9979-81e7d2bb618d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.799268386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"3e725e4e-d3b0-4690-8d4f-d995709189e0","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.804418162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"37d41e3f-ee13-4cf6-9979-81e7d2bb618d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.852112213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a660120b-dfcc-48d3-8e9f-ce86b1388b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.852184371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b1558dd2-9e18-4f18-8d29-3feaba14049e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.871535507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a660120b-dfcc-48d3-8e9f-ce86b1388b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.87249333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b1558dd2-9e18-4f18-8d29-3feaba14049e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:12.916962245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"ab1080a7-a619-439d-929b-97f71cf040f2","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:13.075962359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"c86012df-4390-4d55-b353-5cb23474e556","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:13.076229207Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"e2e-model-nomatch-auth","reconcileID":"00cda253-8dc8-40c6-bd2e-7c0bad5aebbc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:13.125097547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"2b7bf781-5f44-4deb-b2e0-4f804b0666fc","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:14.635143757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:14.805191372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"70445929-25ea-4ff8-b9b6-234ce4039154","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:14.909286144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"70445929-25ea-4ff8-b9b6-234ce4039154","name":"e2e-shared-a-w3-8570e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.114435583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2899bd37-61bd-4909-a803-02c94a27855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.12912458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2899bd37-61bd-4909-a803-02c94a27855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.143164463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2899bd37-61bd-4909-a803-02c94a27855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.157109787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2899bd37-61bd-4909-a803-02c94a27855f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.754233798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d41a606-eace-4679-a470-810077028cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.771401844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d41a606-eace-4679-a470-810077028cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.790990876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d41a606-eace-4679-a470-810077028cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.825988089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d41a606-eace-4679-a470-810077028cc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:15.917130301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-011ea5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-011ea5","reconcileID":"29dfd8ea-96ef-4612-aaa4-f922345a503d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-011ea5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-011ea5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:16.548470274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cfd54e-e382-4e6d-98bd-3bc10098b2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:16.562877761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cfd54e-e382-4e6d-98bd-3bc10098b2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:16.579124259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cfd54e-e382-4e6d-98bd-3bc10098b2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:16.593206119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cfd54e-e382-4e6d-98bd-3bc10098b2d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:17.292496122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41350c9c-31b8-4ebf-b9c9-8d9d1710142e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:17.306896503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41350c9c-31b8-4ebf-b9c9-8d9d1710142e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:17.320725405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41350c9c-31b8-4ebf-b9c9-8d9d1710142e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:17.336208185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41350c9c-31b8-4ebf-b9c9-8d9d1710142e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:18.036312778Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-70588e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-70588e","reconcileID":"bd72693e-e94b-4036-9f74-3b83942fc4c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-70588e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-70588e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:18.050089558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c8f3b6-6d8c-4ce1-a933-99328f9dc91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:18.064073834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c8f3b6-6d8c-4ce1-a933-99328f9dc91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:18.077849849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c8f3b6-6d8c-4ce1-a933-99328f9dc91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:18.091996562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c8f3b6-6d8c-4ce1-a933-99328f9dc91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.04744213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ffacd-f4f7-48c3-ba70-05ca9308f1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.061917433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ffacd-f4f7-48c3-ba70-05ca9308f1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.082503553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ffacd-f4f7-48c3-ba70-05ca9308f1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.097297493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632ffacd-f4f7-48c3-ba70-05ca9308f1af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.788722328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094cadb5-951f-4e34-a566-b890d1b65be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.819244207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094cadb5-951f-4e34-a566-b890d1b65be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.864324064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094cadb5-951f-4e34-a566-b890d1b65be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:19.879629846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"094cadb5-951f-4e34-a566-b890d1b65be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:20.043831677Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-09c957","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-09c957","reconcileID":"8d2a018c-32b9-4b88-a723-22bb301a8122","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-09c957","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-09c957":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:20.599378583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3635b4-05b4-4cc5-a735-2c337555d763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:20.613213456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3635b4-05b4-4cc5-a735-2c337555d763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:20.62728721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3635b4-05b4-4cc5-a735-2c337555d763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:20.64144175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d3635b4-05b4-4cc5-a735-2c337555d763","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:21.349908419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f43c53-7708-4477-bccf-02a10a495f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:21.364399197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f43c53-7708-4477-bccf-02a10a495f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:21.378250312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f43c53-7708-4477-bccf-02a10a495f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:21.392532739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f43c53-7708-4477-bccf-02a10a495f07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.135152391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed2947-7560-415a-b784-e0007f52dcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.149128597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed2947-7560-415a-b784-e0007f52dcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.162892573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed2947-7560-415a-b784-e0007f52dcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.176869818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9ed2947-7560-415a-b784-e0007f52dcd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.939016725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726278a-3eb6-462c-ba9e-fe68dc94cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.953326368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726278a-3eb6-462c-ba9e-fe68dc94cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.967876216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726278a-3eb6-462c-ba9e-fe68dc94cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:22.982401681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f726278a-3eb6-462c-ba9e-fe68dc94cfd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:23.615219003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad150f9-937d-497a-b62c-b4e0acd2c579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:23.629368774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad150f9-937d-497a-b62c-b4e0acd2c579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:23.643132511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad150f9-937d-497a-b62c-b4e0acd2c579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:23.657917035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad150f9-937d-497a-b62c-b4e0acd2c579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.335640991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4750909-38e0-45b8-9f30-e36eab4628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.349622683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4750909-38e0-45b8-9f30-e36eab4628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.363345352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4750909-38e0-45b8-9f30-e36eab4628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.377414199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4750909-38e0-45b8-9f30-e36eab4628ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.945654445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882e68f-10fd-4931-85b4-38c03f3e6b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.959765279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882e68f-10fd-4931-85b4-38c03f3e6b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.97511278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882e68f-10fd-4931-85b4-38c03f3e6b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:24.991693638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e882e68f-10fd-4931-85b4-38c03f3e6b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.359488124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"157257b2-a742-45be-af8f-4ec3e11a75d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.362262718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"021e5ab3-4f84-47ee-8dbf-87fe914c0c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.379844644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"157257b2-a742-45be-af8f-4ec3e11a75d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.383884725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"021e5ab3-4f84-47ee-8dbf-87fe914c0c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.723372615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5e1ac70f-3e43-4f82-9887-991c020c6d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.723437952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"59cd1b0e-d5eb-4e1b-b228-8e6c887dc222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.743014814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5e1ac70f-3e43-4f82-9887-991c020c6d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:28.743315337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"59cd1b0e-d5eb-4e1b-b228-8e6c887dc222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.242441623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c97f34-336b-4a15-944a-6787a8ed4773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.256381342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c97f34-336b-4a15-944a-6787a8ed4773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.271578527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c97f34-336b-4a15-944a-6787a8ed4773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.290770005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9c97f34-336b-4a15-944a-6787a8ed4773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.941105141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cee768-d03b-407c-b5ad-b10702ee64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.955023195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cee768-d03b-407c-b5ad-b10702ee64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.969233697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cee768-d03b-407c-b5ad-b10702ee64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:31.983439977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80cee768-d03b-407c-b5ad-b10702ee64f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:32.467389571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"53302ba2-3780-4485-be03-052f709e63db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:32.513523554Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"53302ba2-3780-4485-be03-052f709e63db","name":"e2e-shared-a-w4-011ea5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:33.594048792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd3df19-9a2a-49af-bfbc-7510e834f9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:33.60802529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd3df19-9a2a-49af-bfbc-7510e834f9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:33.62193422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd3df19-9a2a-49af-bfbc-7510e834f9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:33.636111792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd3df19-9a2a-49af-bfbc-7510e834f9bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.212064393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aea51-69bb-40d7-a1ce-890f6c1e72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.227551351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aea51-69bb-40d7-a1ce-890f6c1e72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.241452716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aea51-69bb-40d7-a1ce-890f6c1e72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.2553624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aea51-69bb-40d7-a1ce-890f6c1e72aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.432795914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5e337e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5e337e","reconcileID":"74a62d59-a933-4d80-8486-3e32c6501da2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5e337e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5e337e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.909423591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb04571-e150-4e7c-a35d-3b966cd69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.945732881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb04571-e150-4e7c-a35d-3b966cd69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:34.974472165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb04571-e150-4e7c-a35d-3b966cd69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:35.004344796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb04571-e150-4e7c-a35d-3b966cd69336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:35.700034207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978c3bc4-d481-4065-bde1-17c733d3cd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:35.714236632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978c3bc4-d481-4065-bde1-17c733d3cd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:35.728210654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978c3bc4-d481-4065-bde1-17c733d3cd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:35.742733889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978c3bc4-d481-4065-bde1-17c733d3cd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:36.392753201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"4715a634-e888-43ba-9e25-b87b8a2368b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:36.471377474Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"4715a634-e888-43ba-9e25-b87b8a2368b6","name":"e2e-shared-a-w2-70588e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:39.262739267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78133194-c28c-4c6b-bc85-862efb06cca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:39.277693262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78133194-c28c-4c6b-bc85-862efb06cca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:39.291962436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78133194-c28c-4c6b-bc85-862efb06cca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:39.306188433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78133194-c28c-4c6b-bc85-862efb06cca8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.029097463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4098aa-b5d0-4d1a-8ace-55dd55bb6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.049715379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4098aa-b5d0-4d1a-8ace-55dd55bb6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.063682276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4098aa-b5d0-4d1a-8ace-55dd55bb6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.090385883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee4098aa-b5d0-4d1a-8ace-55dd55bb6f19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.130814873Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c2bb6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c2bb6c","reconcileID":"76113edc-d6ef-41bc-af7a-cda415f883e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c2bb6c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c2bb6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.133766024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"e52a824e-b538-4f8e-ba16-ed1b002a4475","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-09c957","tenantID":"e2e-explicit-09c957","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.192476886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"e52a824e-b538-4f8e-ba16-ed1b002a4475","name":"e2e-explicit-09c957-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.855874374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb67af93-7b77-40dc-9a48-98c1965f800c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.870839573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb67af93-7b77-40dc-9a48-98c1965f800c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.885726699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb67af93-7b77-40dc-9a48-98c1965f800c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:40.900437676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb67af93-7b77-40dc-9a48-98c1965f800c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:41.631168652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dfad55a-e5ff-4106-b58a-60522ebc7738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:41.644978346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dfad55a-e5ff-4106-b58a-60522ebc7738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:41.658700164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dfad55a-e5ff-4106-b58a-60522ebc7738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:41.672404653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dfad55a-e5ff-4106-b58a-60522ebc7738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:42.368191945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae66527b-ada0-4c13-8a31-6852be9ff5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:42.384263406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae66527b-ada0-4c13-8a31-6852be9ff5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:42.400483428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae66527b-ada0-4c13-8a31-6852be9ff5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:42.420591284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae66527b-ada0-4c13-8a31-6852be9ff5c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.072991145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b6d781-b1a8-4784-8947-e2f032825a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.090690056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b6d781-b1a8-4784-8947-e2f032825a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.10615722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b6d781-b1a8-4784-8947-e2f032825a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.12047358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29b6d781-b1a8-4784-8947-e2f032825a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.719905353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68edbb41-d809-4141-8a22-8bf7e66f65e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.734423973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68edbb41-d809-4141-8a22-8bf7e66f65e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.748994378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68edbb41-d809-4141-8a22-8bf7e66f65e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:43.763200361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68edbb41-d809-4141-8a22-8bf7e66f65e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:44.627008571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:53.337073215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600e3e9-d8b3-430d-8779-fc5579938855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:53.35124707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600e3e9-d8b3-430d-8779-fc5579938855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:53.365153445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600e3e9-d8b3-430d-8779-fc5579938855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:53.380372509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3600e3e9-d8b3-430d-8779-fc5579938855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:53.991613868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba8a7c2-1c8a-4e81-b902-37f7342d2d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.007271332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba8a7c2-1c8a-4e81-b902-37f7342d2d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.021330532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba8a7c2-1c8a-4e81-b902-37f7342d2d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.035406732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ba8a7c2-1c8a-4e81-b902-37f7342d2d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.625651505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b2d51-dbf9-4df9-84f6-6af046f74247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.664616835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b2d51-dbf9-4df9-84f6-6af046f74247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.678773617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b2d51-dbf9-4df9-84f6-6af046f74247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:54.694943787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1b2d51-dbf9-4df9-84f6-6af046f74247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:55.323144646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01c667-8fe4-4489-8867-fd5d9621ef71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:55.337372593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01c667-8fe4-4489-8867-fd5d9621ef71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:55.351685255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01c667-8fe4-4489-8867-fd5d9621ef71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:55.365835264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d01c667-8fe4-4489-8867-fd5d9621ef71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.044962136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e4f2f4-e41d-4285-929e-524a1c5e5484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.060650458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e4f2f4-e41d-4285-929e-524a1c5e5484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.079721069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e4f2f4-e41d-4285-929e-524a1c5e5484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.110222151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9e4f2f4-e41d-4285-929e-524a1c5e5484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.442779895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"b914fd15-bb51-4dc2-af2e-6629976ec82c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.502651223Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"b914fd15-bb51-4dc2-af2e-6629976ec82c","name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.80034948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac99180f-9d7f-4b66-a1df-b5f88f3218fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.814718066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac99180f-9d7f-4b66-a1df-b5f88f3218fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.828721624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac99180f-9d7f-4b66-a1df-b5f88f3218fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:56.842792457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac99180f-9d7f-4b66-a1df-b5f88f3218fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:57.426389102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f1c825-dac7-41c8-8c2c-f5a7a9dfc111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:57.45010078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f1c825-dac7-41c8-8c2c-f5a7a9dfc111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:57.47831088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f1c825-dac7-41c8-8c2c-f5a7a9dfc111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:57.503803084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f1c825-dac7-41c8-8c2c-f5a7a9dfc111","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.104760052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184774f-be72-4084-81e6-f9329b2cdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.130659275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184774f-be72-4084-81e6-f9329b2cdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.150115576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184774f-be72-4084-81e6-f9329b2cdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.164945052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b184774f-be72-4084-81e6-f9329b2cdcb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.94112184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a933c60-7ea7-4cd2-8e85-24cb2c5d36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.955237498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a933c60-7ea7-4cd2-8e85-24cb2c5d36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.969008949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a933c60-7ea7-4cd2-8e85-24cb2c5d36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:58.983043219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a933c60-7ea7-4cd2-8e85-24cb2c5d36c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:59.640686098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737eb7-364e-4c79-ad4b-de79df1fbfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:59.655317729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737eb7-364e-4c79-ad4b-de79df1fbfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:59.669613467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737eb7-364e-4c79-ad4b-de79df1fbfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:11:59.684108675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0737eb7-364e-4c79-ad4b-de79df1fbfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:00.328546434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fe8c7f-0059-4d11-945f-9aee98e8f6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:00.342724287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fe8c7f-0059-4d11-945f-9aee98e8f6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:00.356643169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fe8c7f-0059-4d11-945f-9aee98e8f6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:00.371451236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70fe8c7f-0059-4d11-945f-9aee98e8f6a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.029639312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c1ddd-ec4d-480e-98df-a3a845db4ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.043561989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c1ddd-ec4d-480e-98df-a3a845db4ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.057452611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c1ddd-ec4d-480e-98df-a3a845db4ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.071271972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"514c1ddd-ec4d-480e-98df-a3a845db4ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.73555001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c917f13-4e77-4aba-8255-441329de0220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.749558892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c917f13-4e77-4aba-8255-441329de0220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.763440952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c917f13-4e77-4aba-8255-441329de0220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.778320436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c917f13-4e77-4aba-8255-441329de0220","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:01.861436626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ca2244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ca2244","reconcileID":"4c904cf6-f861-4be4-806a-8dbed298de61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ca2244","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ca2244":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:02.449869561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f67ab7-49ba-4f09-9cfa-5a97651a28ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:02.465028762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f67ab7-49ba-4f09-9cfa-5a97651a28ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:02.494674779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f67ab7-49ba-4f09-9cfa-5a97651a28ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:02.514703885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9f67ab7-49ba-4f09-9cfa-5a97651a28ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.272724446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea6f6fd-98aa-48af-b235-b248aa7509cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.286814112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea6f6fd-98aa-48af-b235-b248aa7509cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.302647273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea6f6fd-98aa-48af-b235-b248aa7509cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.317433307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea6f6fd-98aa-48af-b235-b248aa7509cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.95083766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d86ef50-0362-428d-a70b-28df5a5a2942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.968555285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d86ef50-0362-428d-a70b-28df5a5a2942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.982756054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d86ef50-0362-428d-a70b-28df5a5a2942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:03.997395264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d86ef50-0362-428d-a70b-28df5a5a2942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.295131139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"59ebf142-944c-4969-b207-b94dae32e22d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.346171817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"59ebf142-944c-4969-b207-b94dae32e22d","name":"e2e-shared-b-w3-c2bb6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.733428889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c055f92e-b1bc-42a3-b90c-053fe5b5a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.748240297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c055f92e-b1bc-42a3-b90c-053fe5b5a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.762137945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c055f92e-b1bc-42a3-b90c-053fe5b5a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:04.780122524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c055f92e-b1bc-42a3-b90c-053fe5b5a557","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:05.480386363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c4d59e-4333-4be9-9028-819b51e947ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:05.495604355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c4d59e-4333-4be9-9028-819b51e947ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:05.509878728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c4d59e-4333-4be9-9028-819b51e947ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:05.524064584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c4d59e-4333-4be9-9028-819b51e947ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.122968255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618b8a40-32db-4762-a154-cee00b17f89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.137316852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618b8a40-32db-4762-a154-cee00b17f89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.153958165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618b8a40-32db-4762-a154-cee00b17f89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.167833205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618b8a40-32db-4762-a154-cee00b17f89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.84931409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa412b-fb84-4158-a83b-5a55647e2d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.868944425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa412b-fb84-4158-a83b-5a55647e2d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.882854302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa412b-fb84-4158-a83b-5a55647e2d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:06.899040834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa412b-fb84-4158-a83b-5a55647e2d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:07.639180771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f496cc05-4a72-476c-89fd-03e7a3b38068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:07.65356364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f496cc05-4a72-476c-89fd-03e7a3b38068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:07.667739858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f496cc05-4a72-476c-89fd-03e7a3b38068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:07.682435024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f496cc05-4a72-476c-89fd-03e7a3b38068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:08.32123571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe3dc8-60eb-4b1c-90fb-5e7e9d9ee6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:08.335391314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe3dc8-60eb-4b1c-90fb-5e7e9d9ee6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:08.349561028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe3dc8-60eb-4b1c-90fb-5e7e9d9ee6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:08.36891724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fe3dc8-60eb-4b1c-90fb-5e7e9d9ee6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:08.375870337Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c5de2e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c5de2e","reconcileID":"1a9c676d-f7b8-459b-b7ae-8070b89a5d9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c5de2e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c5de2e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.158256419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bd4f87-a612-45fb-82d5-54e02ae49f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.173708795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bd4f87-a612-45fb-82d5-54e02ae49f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.187678962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bd4f87-a612-45fb-82d5-54e02ae49f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.201747384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25bd4f87-a612-45fb-82d5-54e02ae49f7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.780892388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be2727e-846e-4f16-ab34-6c77d1c9e37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.796965351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be2727e-846e-4f16-ab34-6c77d1c9e37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.812751293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be2727e-846e-4f16-ab34-6c77d1c9e37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:09.826905894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be2727e-846e-4f16-ab34-6c77d1c9e37b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:10.46448211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152de21-aafe-4f7f-8147-760b514cbe2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:10.478907128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152de21-aafe-4f7f-8147-760b514cbe2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:10.493409769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152de21-aafe-4f7f-8147-760b514cbe2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:10.508118444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3152de21-aafe-4f7f-8147-760b514cbe2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:12.059875721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-09c957","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"explicit-model-09c957","reconcileID":"f5829ff2-b850-471f-8cd9-a84a89b9a31b","MaaSModelRef":{"name":"explicit-model-09c957","namespace":"ai-tenant-e2e-explicit-09c957"},"routeName":"explicit-model-09c957-kserve-route","namespace":"ai-tenant-e2e-explicit-09c957","llmisvcName":"explicit-model-09c957","gateway":"openshift-ingress/e2e-explicit-09c957","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:14.626363667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.158395473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a844acff-9f75-4425-a4ef-a5d48e18db6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.173314629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a844acff-9f75-4425-a4ef-a5d48e18db6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.188204826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a844acff-9f75-4425-a4ef-a5d48e18db6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.202173106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a844acff-9f75-4425-a4ef-a5d48e18db6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.81794331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f926c-2a6b-46cc-8023-f1928c03ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.832281483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f926c-2a6b-46cc-8023-f1928c03ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.846603004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f926c-2a6b-46cc-8023-f1928c03ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:21.860615838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f926c-2a6b-46cc-8023-f1928c03ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:25.96686655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"f102d209-3344-403c-a82d-b034c5573077","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:26.012610008Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"f102d209-3344-403c-a82d-b034c5573077","name":"e2e-shared-b-w4-ca2244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.280355844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064cdc37-334a-45e7-997d-1fb7a0640b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.294153307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064cdc37-334a-45e7-997d-1fb7a0640b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.308784553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064cdc37-334a-45e7-997d-1fb7a0640b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.323627984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"064cdc37-334a-45e7-997d-1fb7a0640b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.912114046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c2faa-e82a-4fc3-ab82-160fd31b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.926799702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c2faa-e82a-4fc3-ab82-160fd31b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.94070688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c2faa-e82a-4fc3-ab82-160fd31b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:30.954547624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d9c2faa-e82a-4fc3-ab82-160fd31b8191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.012594813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e57f188-71cd-4026-9a94-1cf10293a210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.026559533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e57f188-71cd-4026-9a94-1cf10293a210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.040528958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e57f188-71cd-4026-9a94-1cf10293a210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.058544555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e57f188-71cd-4026-9a94-1cf10293a210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.75754062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e81c78-acd0-47f1-9e89-da7244611886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.773731086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e81c78-acd0-47f1-9e89-da7244611886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.788702933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e81c78-acd0-47f1-9e89-da7244611886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:33.803455887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e81c78-acd0-47f1-9e89-da7244611886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:34.401692718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7243f2-33eb-4a51-b50e-0f0d6a858a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:34.420176945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7243f2-33eb-4a51-b50e-0f0d6a858a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:34.43540802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7243f2-33eb-4a51-b50e-0f0d6a858a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:34.450260561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae7243f2-33eb-4a51-b50e-0f0d6a858a32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.061043077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"dcafebb8-5e76-4712-8d83-506615fe3f1a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.074487849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b65cfb-05b1-4007-b20d-6eaeaacddb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.088626523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b65cfb-05b1-4007-b20d-6eaeaacddb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.102665393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b65cfb-05b1-4007-b20d-6eaeaacddb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.116593461Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"dcafebb8-5e76-4712-8d83-506615fe3f1a","name":"e2e-shared-b-w2-c5de2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.116923233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70b65cfb-05b1-4007-b20d-6eaeaacddb7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.93181675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c162f2b-1d81-4b48-b8b4-c25972f81267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.946560549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c162f2b-1d81-4b48-b8b4-c25972f81267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.960668052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c162f2b-1d81-4b48-b8b4-c25972f81267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:35.975405184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c162f2b-1d81-4b48-b8b4-c25972f81267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:44.626314128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.064313207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","namespace":"ai-tenant-e2e-explicit-09c957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.064373699Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","namespace":"ai-tenant-e2e-explicit-09c957","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.064426861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","tenant":"e2e-explicit-09c957","tenantID":"e2e-explicit-09c957","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.083966272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Deployment","name":"maas-api-e2e-explicit-09c957","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.116447932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Service","name":"maas-api-e2e-explicit-09c957","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.137381391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-09c957","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.161596205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-09c957","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.182741487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.200046449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.219283598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.236730175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.25048788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Deployment","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.264499447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.279093215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Service","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.292858321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"Service","name":"payload-pre-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.309562268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.323507107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.348207071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.369471775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.389792806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.41045667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.448315294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-09c957","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.472399677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-09c957"},"namespace":"ai-tenant-e2e-explicit-09c957","name":"default-tenant","reconcileID":"3b68db60-aa4e-4372-bb9c-996866df8f1b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-09c957","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.947377878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0515042-0418-42bd-b3a5-76a5a1242840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.956724937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-09c957","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-09c957","reconcileID":"f5508d48-2e8c-489e-92b8-0c9b56f1b955","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-09c957","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-09c957"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.96208619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0515042-0418-42bd-b3a5-76a5a1242840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.980385717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0515042-0418-42bd-b3a5-76a5a1242840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:52.995120141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0515042-0418-42bd-b3a5-76a5a1242840","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:53.667465839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4558088-1e01-46fb-893d-7c4c6202e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:53.682845396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4558088-1e01-46fb-893d-7c4c6202e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:53.698987205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4558088-1e01-46fb-893d-7c4c6202e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:53.713257787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4558088-1e01-46fb-893d-7c4c6202e2d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:54.326473962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830bbd8d-1e62-430e-a716-ccdfe8488175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:54.340549895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830bbd8d-1e62-430e-a716-ccdfe8488175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:54.354368082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830bbd8d-1e62-430e-a716-ccdfe8488175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:12:54.369811077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"830bbd8d-1e62-430e-a716-ccdfe8488175","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:00.717456174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83651361-4bb7-4741-b22d-2df9cf2fa8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:00.731497673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83651361-4bb7-4741-b22d-2df9cf2fa8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:00.745905428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83651361-4bb7-4741-b22d-2df9cf2fa8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:00.75987775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83651361-4bb7-4741-b22d-2df9cf2fa8f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:01.439098076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d3bced-38d2-407a-b270-318bd7f9b6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:01.454011714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d3bced-38d2-407a-b270-318bd7f9b6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:01.468176641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d3bced-38d2-407a-b270-318bd7f9b6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:01.484709773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d3bced-38d2-407a-b270-318bd7f9b6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:03.547729413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"559ad025-fe24-4517-8ab0-36d940b5eb68","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:03.547756717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"559ad025-fe24-4517-8ab0-36d940b5eb68","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:14.628133752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:24.696451958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"2bac49c8-35d3-4755-bb08-d6cf26eff005","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:24.69660865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"2bac49c8-35d3-4755-bb08-d6cf26eff005","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:30.958627307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c743ca54-6e0b-40f4-947e-f6c2d7477d80","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:30.958649781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c743ca54-6e0b-40f4-947e-f6c2d7477d80","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.911326589Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"26204c51-974d-4f95-9f2f-37d9b17b8fd7","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.930818354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"26204c51-974d-4f95-9f2f-37d9b17b8fd7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.936252372Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"1e69bc8a-a997-4c01-bf01-90ff844b480a","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.936307864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"1e69bc8a-a997-4c01-bf01-90ff844b480a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.947203722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"f4b1f8e1-af16-4153-b7ca-eaa6639f0806","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.947253914Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"f4b1f8e1-af16-4153-b7ca-eaa6639f0806","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.96744129Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"140fa7a9-02d1-4983-a7ae-50f842c39744","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:36.967492786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"140fa7a9-02d1-4983-a7ae-50f842c39744","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:37.008526573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"5a2f3201-5b32-415e-9b51-53968f3c3689","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:37.008579275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"5a2f3201-5b32-415e-9b51-53968f3c3689","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:37.089447155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"5ca9064a-57b4-4f50-a606-9eabe83fdb19","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:13:37.089627997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-f3c95e","namespace":"ai-tenant-e2e-noten-f3c95e"},"namespace":"ai-tenant-e2e-noten-f3c95e","name":"noten-model-f3c95e","reconcileID":"5ca9064a-57b4-4f50-a606-9eabe83fdb19","error":"resolve tenant gateway for model ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-f3c95e/noten-model-f3c95e-kserve-route (gateways: [openshift-ingress/e2e-noten-f3c95e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:13:44.626817413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.408505036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"38d17d14-08e4-482e-94d7-76ec0375157d","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.408621129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"38d17d14-08e4-482e-94d7-76ec0375157d","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.781488743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"b26a4c13-7ce9-4bdf-8c6b-b337c752aba2","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.781513264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"b26a4c13-7ce9-4bdf-8c6b-b337c752aba2","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.800768934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"9e340e11-0f29-453c-a536-5b35a8150170","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.800790271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"9e340e11-0f29-453c-a536-5b35a8150170","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.828680925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6428ddb6-e370-476f-99b7-79901002cd85","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.881608758Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6428ddb6-e370-476f-99b7-79901002cd85","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.900490804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6428ddb6-e370-476f-99b7-79901002cd85","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.920198871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"697e7ec0-125b-4275-b4bd-9f0181c7d169","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:01.920214525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"697e7ec0-125b-4275-b4bd-9f0181c7d169","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:08.337307993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"d4336211-ee57-4b49-aff6-95813e710e79","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:08.337334523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"d4336211-ee57-4b49-aff6-95813e710e79","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:11.949357369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"25f0b74c-e1da-4e4d-b492-2006789dc2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:11.971857246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"25f0b74c-e1da-4e4d-b492-2006789dc2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:11.992367498Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"25f0b74c-e1da-4e4d-b492-2006789dc2cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.364651239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"1618621f-d638-4bee-b6ad-753a1e16d0df","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.364677982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"1618621f-d638-4bee-b6ad-753a1e16d0df","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.717838199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"e90c1644-fff2-4c61-91eb-e859a3ce91bb","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.71786471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"e90c1644-fff2-4c61-91eb-e859a3ce91bb","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.739465111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"63d5b1e3-8377-45a4-9858-64120d450866","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.739484892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"63d5b1e3-8377-45a4-9858-64120d450866","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.773531121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"dbc49ca8-e7fa-486f-8732-10290e60ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.835307971Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"dbc49ca8-e7fa-486f-8732-10290e60ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.853352244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"dbc49ca8-e7fa-486f-8732-10290e60ec3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.871348016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"06b12956-7e2c-48e6-85fe-71c2389dbd69","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:12.871365922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"06b12956-7e2c-48e6-85fe-71c2389dbd69","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:14.635200863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.022977381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"86f05c76-fff6-4436-8197-aaea386bd7fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.047884041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"86f05c76-fff6-4436-8197-aaea386bd7fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.073135346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"86f05c76-fff6-4436-8197-aaea386bd7fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.901134946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"48cbf1fa-00c5-4b14-8724-6c4bf19ee8dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.924902881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"48cbf1fa-00c5-4b14-8724-6c4bf19ee8dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:22.954795302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"48cbf1fa-00c5-4b14-8724-6c4bf19ee8dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.100928945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"15698efc-e61c-4baf-8530-bd8e10dbcde8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.119755577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"15698efc-e61c-4baf-8530-bd8e10dbcde8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.137245844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (535f004c3074d0d620bedb16f5fe4149cd938e7077ad1a33725d81bb406f830c) AuthConfig (8fa650cabf17c771ccb521b951afdb2905f8891df543206de547cef01e3cf020) AuthConfig (caf90fd5fe5b0926a1b7ee012e4bf6adced4aefd3defe86ad861d960c0239a28) AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (f7d75306a05504bac77fecfdfb973d796c2e4d0393c1be82eba9231172f732ba) AuthConfig (a9b7dc0f262350f1d65c891697e5db42e3bbdeafc01700c9dccd15d337d5e77e) AuthConfig (4b4400133cd66f371d26523b788c743b2b5ac399ca9971db5d8c6ed46eb1178c) AuthConfig (aa3d2bea562f29900cedc52c7da299a38c960657476b5c827b0be5652984db38) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (2ba9463b50f3f86cc499ce57f57ec5f57ebe4ec0c8fb19e3c9c430411f326b9d) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (40dc6730eefd1c394e233bcddbb0ee83228edc64ca918f8ad4649519c06e2bf0) AuthConfig (12e8fc335fbacb3a7911750f9950bdc85a5562d1900b2336d8e20717c26a59c6) AuthConfig (4c0106ba6d5ac2ac998dd5da4d2cded9e4d323b1af78a86e518198bd291239d5) AuthConfig (65c819547848ffdd3d86e367aacdc4674299a17fbbcb8cf8a93ffc982835df6a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"15698efc-e61c-4baf-8530-bd8e10dbcde8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.156854428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"11448790-9656-442a-9350-bb6a64cab3bd","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.156870811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"11448790-9656-442a-9350-bb6a64cab3bd","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:32.98307508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"6ece435f-8b29-4ba7-901b-c35f144897f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:33.003575416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"6ece435f-8b29-4ba7-901b-c35f144897f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:33.021337153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"6ece435f-8b29-4ba7-901b-c35f144897f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.234253389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"d48c6d50-f6c1-4f12-a291-262ccb37b6ad","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.234291881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"d48c6d50-f6c1-4f12-a291-262ccb37b6ad","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.544676026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"d4117f85-38a2-434f-82a1-bcc30ae2c25f","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.544703471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"d4117f85-38a2-434f-82a1-bcc30ae2c25f","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.563926442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"149f6c74-428a-44f7-8993-d62600b2cd57","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.563953829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"149f6c74-428a-44f7-8993-d62600b2cd57","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.594123217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"5568d3d2-75bd-4231-8043-fd26a68b9784","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.647006315Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"5568d3d2-75bd-4231-8043-fd26a68b9784","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.665087201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"5568d3d2-75bd-4231-8043-fd26a68b9784","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.68477446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c724128e-4c1c-4352-b384-a0e685cb9677","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:39.684796782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c724128e-4c1c-4352-b384-a0e685cb9677","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:42.193396477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"e77c80e5-e188-4fe4-b5ed-412ddf7b9383","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:42.214880311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"e77c80e5-e188-4fe4-b5ed-412ddf7b9383","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:42.295075465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"8e413fa1-9013-4389-a177-5e1f4f8b4938","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:42.295094273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"8e413fa1-9013-4389-a177-5e1f4f8b4938","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.050116032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"b923b786-3637-4b41-bc24-0dee1ff09532","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.070602122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"b923b786-3637-4b41-bc24-0dee1ff09532","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.088458903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f17cdda971e39357bbee3da4d2dcc63388b08961057d892ca4913774c76cf2b4) AuthConfig (aae186ae06845f13a600c3c6a515fd5b76001d47e808112d7b279e43cdf4390c) AuthConfig (909d7daf8d5c72ad8dc4250581e6eb4da5184f1b7f8e00f0c83db9f9db5f2f2f) AuthConfig (bc5149e357007d0a9c8b48bb5474840bbb1900ae7075b4e8c4367b6c00983ad3) AuthConfig (820167a1435abec1646583452ba26b4a695a505e0c584bf6accb6e15e75661d3) AuthConfig (95b069f9b14032e92dfabae5a0820d2e443a19b176e230588228f9c652ce4c5d) AuthConfig (a03092077b156de84b7dd17fe8c9f7c480a2c203f75802e0512d726cfafaeeaf) AuthConfig (0b78f36e434cdea617144c96819f1b2c892acde656e104822fa7990fae4b2dcc) AuthConfig (bb9862156f82fdab345bc12b4e5d6beea54a5822bba00c67edbe0dbe0e2837d2) AuthConfig (ad128e9163a6918f68a6c32fb065fb73dd52156c16945db6a8806ad9c1641d19) AuthConfig (d720fa5a22d76b859fd019de9d1e3803688dbcb1fca1565aed2d438d5797f951) AuthConfig (6220f10fc695f90a1f3028f049f003baa5815b29cc5eb9cd7487f72e1d86a478) AuthConfig (35d93ec680956ff43d4d96b54686a0a630a77dbe80007442c3bf524d779377c6) AuthConfig (b24f04eac19a68f5b0ed8e72214e79d3ec3a76db471d38018b1e0cefff8b0074) AuthConfig (f34e5b94100f2f5a6e670005d2800448793dca8e22d37c5bb95112a58765bf88) AuthConfig (e19051ae91d01bfe1cd2941fe664538004afcbf54126df4903448ac3e7ffb3d2) AuthConfig (21823ff57c9fb63e7fe40f4cdbf29d63c79b97d62d4de0a3953a548c49df640d) AuthConfig (5f93765f560f04f0116f697f0307a572e4e59d4d104c84ae25baf3c32d79d431)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"b923b786-3637-4b41-bc24-0dee1ff09532","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.109323825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"3d56c3e5-aad0-4bd6-9bee-866551448680","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.109341683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"3d56c3e5-aad0-4bd6-9bee-866551448680","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.595124296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"19dce614-83ee-412d-ac36-e30720807390","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.595147576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"19dce614-83ee-412d-ac36-e30720807390","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.618917944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"7fe064fd-3fd8-4679-be09-22bebf74f632","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.618937716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"7fe064fd-3fd8-4679-be09-22bebf74f632","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.623397745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"d8b291c6-cd83-4f81-9b7f-d52918dadd88","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:14:43.629777837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"4072ced4-5db8-4ae1-bb0d-12d19fe9deb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e3b6f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.642491756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"d8b291c6-cd83-4f81-9b7f-d52918dadd88","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.665617749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"fc6e8a67-2ad4-49c9-9080-96f543c36daa","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.665635571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"fc6e8a67-2ad4-49c9-9080-96f543c36daa","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.685016849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"2e0c9e74-f6c5-493f-a8bf-8ddc6e361541","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.685032978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"2e0c9e74-f6c5-493f-a8bf-8ddc6e361541","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.790592844Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"5b5205c8-3e88-4eb5-a97d-798b5a371984","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-auth-test-model-94f176","model":"auth-test-model-94f176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-auth-iso-e3b6f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.801159695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"792ee61b-b082-4000-9480-91f7efb3a5c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.870796261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"792ee61b-b082-4000-9480-91f7efb3a5c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.902878086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"c5975d96-01c4-4f11-ba37-96ba700955fa","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.902897562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"c5975d96-01c4-4f11-ba37-96ba700955fa","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:43.959667831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"46018121-1747-48ba-9d1e-31025aff7579","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-auth-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:44.081976068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"139730b9-58e9-411a-ae5c-1be0a78cb191","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:44.081995081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"139730b9-58e9-411a-ae5c-1be0a78cb191","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:44.626574569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:49.713561991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"89809815-6056-4643-895a-349117aa7ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:49.732770987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"89809815-6056-4643-895a-349117aa7ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:49.752912725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"89809815-6056-4643-895a-349117aa7ee5","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:50.881033964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"ef0c3de6-d5db-40cc-a18e-9ed117224d96","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:50.88107361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"ef0c3de6-d5db-40cc-a18e-9ed117224d96","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.222009215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"2318ae9e-209b-49db-809b-dec0f530aaf4","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.222035463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"2318ae9e-209b-49db-809b-dec0f530aaf4","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.239617436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"ff9f5322-09ac-430a-ac23-b6d1e82711a1","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.239644226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"ff9f5322-09ac-430a-ac23-b6d1e82711a1","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.267406501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"f88c5548-c874-41d5-8b7b-371551937346","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.319452195Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"f88c5548-c874-41d5-8b7b-371551937346","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.338365963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"f88c5548-c874-41d5-8b7b-371551937346","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.358788362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"c54fd82a-b7d2-4b58-a36d-c29c0d6d8eac","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:51.358810263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"c54fd82a-b7d2-4b58-a36d-c29c0d6d8eac","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.138187488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7a2d6c79-495c-46a7-b722-a8873a4531f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.157579355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7a2d6c79-495c-46a7-b722-a8873a4531f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.175184165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f17cdda971e39357bbee3da4d2dcc63388b08961057d892ca4913774c76cf2b4) AuthConfig (aae186ae06845f13a600c3c6a515fd5b76001d47e808112d7b279e43cdf4390c) AuthConfig (909d7daf8d5c72ad8dc4250581e6eb4da5184f1b7f8e00f0c83db9f9db5f2f2f) AuthConfig (bc5149e357007d0a9c8b48bb5474840bbb1900ae7075b4e8c4367b6c00983ad3) AuthConfig (820167a1435abec1646583452ba26b4a695a505e0c584bf6accb6e15e75661d3) AuthConfig (95b069f9b14032e92dfabae5a0820d2e443a19b176e230588228f9c652ce4c5d) AuthConfig (a03092077b156de84b7dd17fe8c9f7c480a2c203f75802e0512d726cfafaeeaf) AuthConfig (0b78f36e434cdea617144c96819f1b2c892acde656e104822fa7990fae4b2dcc) AuthConfig (bb9862156f82fdab345bc12b4e5d6beea54a5822bba00c67edbe0dbe0e2837d2) AuthConfig (ad128e9163a6918f68a6c32fb065fb73dd52156c16945db6a8806ad9c1641d19) AuthConfig (d720fa5a22d76b859fd019de9d1e3803688dbcb1fca1565aed2d438d5797f951) AuthConfig (6220f10fc695f90a1f3028f049f003baa5815b29cc5eb9cd7487f72e1d86a478) AuthConfig (35d93ec680956ff43d4d96b54686a0a630a77dbe80007442c3bf524d779377c6) AuthConfig (b24f04eac19a68f5b0ed8e72214e79d3ec3a76db471d38018b1e0cefff8b0074) AuthConfig (f34e5b94100f2f5a6e670005d2800448793dca8e22d37c5bb95112a58765bf88) AuthConfig (e19051ae91d01bfe1cd2941fe664538004afcbf54126df4903448ac3e7ffb3d2) AuthConfig (21823ff57c9fb63e7fe40f4cdbf29d63c79b97d62d4de0a3953a548c49df640d) AuthConfig (5f93765f560f04f0116f697f0307a572e4e59d4d104c84ae25baf3c32d79d431)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7a2d6c79-495c-46a7-b722-a8873a4531f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.543408898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c653d2e4-e720-4d34-9bcb-0b7258233936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.557228733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c653d2e4-e720-4d34-9bcb-0b7258233936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.577319866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c653d2e4-e720-4d34-9bcb-0b7258233936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:53.594491694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c653d2e4-e720-4d34-9bcb-0b7258233936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.234783376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed53a4c3-1301-4b08-99b7-ad15fe8d0c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.248896461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed53a4c3-1301-4b08-99b7-ad15fe8d0c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.262849228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed53a4c3-1301-4b08-99b7-ad15fe8d0c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.276701256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed53a4c3-1301-4b08-99b7-ad15fe8d0c90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.407295149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a96d44","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a96d44","reconcileID":"d016b14f-abfc-40bc-84f0-7c666eb0afd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a96d44","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a96d44":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.945439379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cd2c7d-02ab-4771-b85b-6839c57e8539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.959258727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cd2c7d-02ab-4771-b85b-6839c57e8539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.97329274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cd2c7d-02ab-4771-b85b-6839c57e8539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:54.990019872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2cd2c7d-02ab-4771-b85b-6839c57e8539","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:59.78144503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b57db2c4-9603-4310-bb0f-8def65b11f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:59.800909568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b57db2c4-9603-4310-bb0f-8def65b11f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:14:59.819767327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b57db2c4-9603-4310-bb0f-8def65b11f41","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:01.387365939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"e6afc935-634a-4010-8d81-c768195505b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:01.407654096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"e6afc935-634a-4010-8d81-c768195505b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:01.428204935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"e6afc935-634a-4010-8d81-c768195505b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:03.262456876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"4c107380-61d4-4c1e-bc87-eca489341036","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:03.283932406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"4c107380-61d4-4c1e-bc87-eca489341036","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:03.303668842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-8570e6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f17cdda971e39357bbee3da4d2dcc63388b08961057d892ca4913774c76cf2b4) AuthConfig (aae186ae06845f13a600c3c6a515fd5b76001d47e808112d7b279e43cdf4390c) AuthConfig (909d7daf8d5c72ad8dc4250581e6eb4da5184f1b7f8e00f0c83db9f9db5f2f2f) AuthConfig (bc5149e357007d0a9c8b48bb5474840bbb1900ae7075b4e8c4367b6c00983ad3) AuthConfig (820167a1435abec1646583452ba26b4a695a505e0c584bf6accb6e15e75661d3) AuthConfig (95b069f9b14032e92dfabae5a0820d2e443a19b176e230588228f9c652ce4c5d) AuthConfig (a03092077b156de84b7dd17fe8c9f7c480a2c203f75802e0512d726cfafaeeaf) AuthConfig (0b78f36e434cdea617144c96819f1b2c892acde656e104822fa7990fae4b2dcc) AuthConfig (bb9862156f82fdab345bc12b4e5d6beea54a5822bba00c67edbe0dbe0e2837d2) AuthConfig (ad128e9163a6918f68a6c32fb065fb73dd52156c16945db6a8806ad9c1641d19) AuthConfig (d720fa5a22d76b859fd019de9d1e3803688dbcb1fca1565aed2d438d5797f951) AuthConfig (6220f10fc695f90a1f3028f049f003baa5815b29cc5eb9cd7487f72e1d86a478) AuthConfig (35d93ec680956ff43d4d96b54686a0a630a77dbe80007442c3bf524d779377c6) AuthConfig (b24f04eac19a68f5b0ed8e72214e79d3ec3a76db471d38018b1e0cefff8b0074) AuthConfig (f34e5b94100f2f5a6e670005d2800448793dca8e22d37c5bb95112a58765bf88) AuthConfig (e19051ae91d01bfe1cd2941fe664538004afcbf54126df4903448ac3e7ffb3d2) AuthConfig (21823ff57c9fb63e7fe40f4cdbf29d63c79b97d62d4de0a3953a548c49df640d) AuthConfig (5f93765f560f04f0116f697f0307a572e4e59d4d104c84ae25baf3c32d79d431)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"4c107380-61d4-4c1e-bc87-eca489341036","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:06.850851538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"79b2c137-207a-49c4-a277-4dcc14d3d643","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-auth-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:06.932873675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"60273672-46e0-4c7a-8c56-b97ae63e8148","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:06.932902726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"60273672-46e0-4c7a-8c56-b97ae63e8148","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.36942247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"83b904d0-a7fe-4840-8626-a21d97a9b754","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.389788439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"83b904d0-a7fe-4840-8626-a21d97a9b754","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.71977986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"69ce9f29-0b07-413a-8efa-d79b5bf6a3d7","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.719884038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"69ce9f29-0b07-413a-8efa-d79b5bf6a3d7","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.738934384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"0af3bd32-cad9-4eed-ad89-84156f3bc775","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.738956395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"0af3bd32-cad9-4eed-ad89-84156f3bc775","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.766837155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"035d8dfd-6da2-4f0f-8ca3-e8cad0bc160a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.825547957Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"035d8dfd-6da2-4f0f-8ca3-e8cad0bc160a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.843279204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"035d8dfd-6da2-4f0f-8ca3-e8cad0bc160a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.86281044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"45e67435-12c0-4d1f-b4e6-f1e6e4a433e2","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:08.862833274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"45e67435-12c0-4d1f-b4e6-f1e6e4a433e2","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:09.848168078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"c0562c2a-8764-4ee1-91b6-c8292ccc3e8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:09.867256128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"c0562c2a-8764-4ee1-91b6-c8292ccc3e8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:09.885666513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1aa55a2ba99f63605b341fb9a1d882f4ba75c24a1dee9596408f4e5be87910f6) AuthConfig (295446464a5883f3c178b9c7eab219c53ae528efa75e0a96c31c121c88b5c37b) AuthConfig (e9bbfb226bde505333d13f66b1f9fc6a0ffc0f0619a3922c308a1017e301dc5d) AuthConfig (6b629c14b0aaa131a1b7b671b55f899932154526d18f8570fe0952c0e862af5f) AuthConfig (e07d211cf896012effb5ae025b315a353f24b3fb960e4d8541c85fdce45a2e38) AuthConfig (4e1996a213e4fc5e93e22290e2bfceaf0899064a5e328be0525b7a89108b4faf) AuthConfig (115c05a71640dcca06d67f7571c978ce4d3eabf459478fc92b154ed9fb61c63e) AuthConfig (9095daa4d1449aff4f7c8149cb7e5e42261a525401582245796ad15a889506bc) AuthConfig (cd75a314faa71176d8443df4e9c2ff267da00f74096cbaced26aa93782883d52) AuthConfig (2d0b62ea8863d0dd61c2db94cdd84040788127777cc637a918ec35decbbb32e4) AuthConfig (a2986a2ba5dc293628fe11b6d1a6bce9184488a50d91bbedcd9358e4991ca102) AuthConfig (ef22e3a78219960e5814e817d875492a075b6c3748f04fb2baf6d493a21cd648) AuthConfig (03add2a553c5a8b3216fa60df71a11590e5cab4e6396a2571424a2f292037b6f) AuthConfig (1710593e1d4bc87d35235cf9dc8c74eccb4c1110aef378ec412da61f52f4a1c1) AuthConfig (e1b513baa5dbd9a4af1f5dcc3e8be90c16423b78468c61541fddaf9fafda8012) AuthConfig (f17e346bf0d5ab0575c022867070febf0a70d5f4575a2546165329a407bacea3) AuthConfig (92a3750ca09315e00df0e03034480b57f7ccd0600f01ddf77a78435e8bc39d3a) AuthConfig (e9ea020cdcc614f582d83ad08f55035bcebb680b263a65f7e396905bb51e76c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"c0562c2a-8764-4ee1-91b6-c8292ccc3e8f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:09.905621717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c5566e6e-725e-4758-929d-e07e781b64ee","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:09.905644476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"c5566e6e-725e-4758-929d-e07e781b64ee","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:11.456401012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"0ff33a8f-8888-48b6-baeb-1548794ee598","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:11.475504317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"0ff33a8f-8888-48b6-baeb-1548794ee598","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:11.493367854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (a356e00c8b1e69663ac58d4bc5cad51f1dbc53000eaf21fe6c96d399d5eef76d) AuthConfig (fa3ccad4e33a38b0880f475a19158f8e8f7bba5d011dc299aae5e5c0b64ab283) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (94169f23414d2d07a52a8e7d79bf54a5554407c89b6ce80648a9a27eb1551908) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (871f1ee2181c2d2cdd7060042f54836ad7043058bd2ed7e2e5c3b3d9dd51790e) AuthConfig (54fc35fcc923c7e69c8df3eabe85474c8d0132c6f817793ccc57fdcefb9cb12a) AuthConfig (e91c66718934c197dba8642fe9e83d92190607c5c7d61a2c73c50e03f0f46e40) AuthConfig (a3ef827a0c7b6d6f7f2c85959204d4a3bc66a448907836e45ea18ffa1b00c6e5) AuthConfig (c301b5927e72804fa989c68ec8d79e2988f19f72e99f1529d20e86380fa8b9bc) AuthConfig (85e0a98632bc1030d7b3eb872408e245e92eb7572152d37ca311c60210a34feb) AuthConfig (bb6fb15bb93c7c6ab92bed2a13ab5f087dde32068214869b599ba9de6779c75c) AuthConfig (0b9829ce1196ce348bc6830d4e4493f83077f7dc4662a4b37b358197365aefb1) AuthConfig (bad671e04f6d1f86f4131a09e7dd87f3cb88ec797e2b8a79a718239c95a0c336)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"0ff33a8f-8888-48b6-baeb-1548794ee598","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:11.514434521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"c369ce0b-e6e3-44a4-bd69-0472238dad57","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:11.514452479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"c369ce0b-e6e3-44a4-bd69-0472238dad57","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:13.334618393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"c4bb85b3-263e-4dc5-8c3b-7d1f21f70018","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:13.353642283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"c4bb85b3-263e-4dc5-8c3b-7d1f21f70018","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:13.518765527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"4638f73b-6f6c-447a-b553-b2d322123c2e","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:13.518791711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"4638f73b-6f6c-447a-b553-b2d322123c2e","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:14.62665363Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.169162261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"8e3731ae-e274-4c72-8bc9-71a2a602a35b","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.169190907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"8e3731ae-e274-4c72-8bc9-71a2a602a35b","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.190120101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"04d1d137-f36c-47f5-b7e2-ec1b6af94451","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.190144593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"04d1d137-f36c-47f5-b7e2-ec1b6af94451","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.196878217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"a9af3499-cd01-477e-b4a7-d2c74121e7c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:15:15.202897334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7ddd3b57-9963-483f-b8b8-6df2c7b52376","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d686bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.215542481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"a9af3499-cd01-477e-b4a7-d2c74121e7c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.238544751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"9a2cbf27-6dfc-43f0-a970-5dc2caa7c02d","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.238565687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"9a2cbf27-6dfc-43f0-a970-5dc2caa7c02d","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.257715049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"44516c10-ed01-489c-a2c2-028b07569823","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.257736601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"44516c10-ed01-489c-a2c2-028b07569823","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.319464934Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"9606f728-266f-4943-a6d0-637cf14dd928","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"maas-trlp-auth-test-model-8570e6","model":"auth-test-model-8570e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-8570e6/e2e-auth-iso-d686bf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.374698858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"fa95214e-8e39-4e9b-be3b-e50624d294be","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.374769582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"fa95214e-8e39-4e9b-be3b-e50624d294be","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.398200914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"f86a4c6e-439f-418f-87e8-8e44bca857c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.417303216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"f86a4c6e-439f-418f-87e8-8e44bca857c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:15.43530662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"f10584b5-407c-49f3-b440-189dbd1cf8bf","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"maas-trlp-auth-test-model-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:18.574297487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"9ed91861-1678-4a61-aea8-41033e20a58b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:18.618621125Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"9ed91861-1678-4a61-aea8-41033e20a58b","name":"e2e-shared-a-w0-a96d44-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:18.891658058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"b6bb4ad4-c547-461c-a6d4-ddc494eb0f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:18.91214748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"b6bb4ad4-c547-461c-a6d4-ddc494eb0f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:18.933605554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"b6bb4ad4-c547-461c-a6d4-ddc494eb0f6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:19.933169009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"67fc8644-e90b-4471-9ce1-a8eddb5a07b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:19.953435364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"67fc8644-e90b-4471-9ce1-a8eddb5a07b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:19.971528798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1aa55a2ba99f63605b341fb9a1d882f4ba75c24a1dee9596408f4e5be87910f6) AuthConfig (295446464a5883f3c178b9c7eab219c53ae528efa75e0a96c31c121c88b5c37b) AuthConfig (e9bbfb226bde505333d13f66b1f9fc6a0ffc0f0619a3922c308a1017e301dc5d) AuthConfig (6b629c14b0aaa131a1b7b671b55f899932154526d18f8570fe0952c0e862af5f) AuthConfig (e07d211cf896012effb5ae025b315a353f24b3fb960e4d8541c85fdce45a2e38) AuthConfig (4e1996a213e4fc5e93e22290e2bfceaf0899064a5e328be0525b7a89108b4faf) AuthConfig (115c05a71640dcca06d67f7571c978ce4d3eabf459478fc92b154ed9fb61c63e) AuthConfig (9095daa4d1449aff4f7c8149cb7e5e42261a525401582245796ad15a889506bc) AuthConfig (cd75a314faa71176d8443df4e9c2ff267da00f74096cbaced26aa93782883d52) AuthConfig (2d0b62ea8863d0dd61c2db94cdd84040788127777cc637a918ec35decbbb32e4) AuthConfig (a2986a2ba5dc293628fe11b6d1a6bce9184488a50d91bbedcd9358e4991ca102) AuthConfig (ef22e3a78219960e5814e817d875492a075b6c3748f04fb2baf6d493a21cd648) AuthConfig (03add2a553c5a8b3216fa60df71a11590e5cab4e6396a2571424a2f292037b6f) AuthConfig (1710593e1d4bc87d35235cf9dc8c74eccb4c1110aef378ec412da61f52f4a1c1) AuthConfig (e1b513baa5dbd9a4af1f5dcc3e8be90c16423b78468c61541fddaf9fafda8012) AuthConfig (f17e346bf0d5ab0575c022867070febf0a70d5f4575a2546165329a407bacea3) AuthConfig (92a3750ca09315e00df0e03034480b57f7ccd0600f01ddf77a78435e8bc39d3a) AuthConfig (e9ea020cdcc614f582d83ad08f55035bcebb680b263a65f7e396905bb51e76c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"67fc8644-e90b-4471-9ce1-a8eddb5a07b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:21.559421022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"ba7ab582-c09b-4517-94a4-83b911ebeb14","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:21.594840639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"ba7ab582-c09b-4517-94a4-83b911ebeb14","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:21.614034424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (a356e00c8b1e69663ac58d4bc5cad51f1dbc53000eaf21fe6c96d399d5eef76d) AuthConfig (fa3ccad4e33a38b0880f475a19158f8e8f7bba5d011dc299aae5e5c0b64ab283) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (94169f23414d2d07a52a8e7d79bf54a5554407c89b6ce80648a9a27eb1551908) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (871f1ee2181c2d2cdd7060042f54836ad7043058bd2ed7e2e5c3b3d9dd51790e) AuthConfig (54fc35fcc923c7e69c8df3eabe85474c8d0132c6f817793ccc57fdcefb9cb12a) AuthConfig (e91c66718934c197dba8642fe9e83d92190607c5c7d61a2c73c50e03f0f46e40) AuthConfig (a3ef827a0c7b6d6f7f2c85959204d4a3bc66a448907836e45ea18ffa1b00c6e5) AuthConfig (c301b5927e72804fa989c68ec8d79e2988f19f72e99f1529d20e86380fa8b9bc) AuthConfig (85e0a98632bc1030d7b3eb872408e245e92eb7572152d37ca311c60210a34feb) AuthConfig (bb6fb15bb93c7c6ab92bed2a13ab5f087dde32068214869b599ba9de6779c75c) AuthConfig (0b9829ce1196ce348bc6830d4e4493f83077f7dc4662a4b37b358197365aefb1) AuthConfig (bad671e04f6d1f86f4131a09e7dd87f3cb88ec797e2b8a79a718239c95a0c336)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"ba7ab582-c09b-4517-94a4-83b911ebeb14","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:28.962879063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"1d2706d4-3c2a-4c19-a3b0-62c83e1a87c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:28.982346664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"1d2706d4-3c2a-4c19-a3b0-62c83e1a87c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:29.001105428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"1d2706d4-3c2a-4c19-a3b0-62c83e1a87c8","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:30.000073678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"416a35ff-470c-43aa-9a65-fffef09686d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:30.020169416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"416a35ff-470c-43aa-9a65-fffef09686d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:30.038550397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-011ea5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1aa55a2ba99f63605b341fb9a1d882f4ba75c24a1dee9596408f4e5be87910f6) AuthConfig (295446464a5883f3c178b9c7eab219c53ae528efa75e0a96c31c121c88b5c37b) AuthConfig (e9bbfb226bde505333d13f66b1f9fc6a0ffc0f0619a3922c308a1017e301dc5d) AuthConfig (6b629c14b0aaa131a1b7b671b55f899932154526d18f8570fe0952c0e862af5f) AuthConfig (e07d211cf896012effb5ae025b315a353f24b3fb960e4d8541c85fdce45a2e38) AuthConfig (4e1996a213e4fc5e93e22290e2bfceaf0899064a5e328be0525b7a89108b4faf) AuthConfig (115c05a71640dcca06d67f7571c978ce4d3eabf459478fc92b154ed9fb61c63e) AuthConfig (9095daa4d1449aff4f7c8149cb7e5e42261a525401582245796ad15a889506bc) AuthConfig (cd75a314faa71176d8443df4e9c2ff267da00f74096cbaced26aa93782883d52) AuthConfig (2d0b62ea8863d0dd61c2db94cdd84040788127777cc637a918ec35decbbb32e4) AuthConfig (a2986a2ba5dc293628fe11b6d1a6bce9184488a50d91bbedcd9358e4991ca102) AuthConfig (ef22e3a78219960e5814e817d875492a075b6c3748f04fb2baf6d493a21cd648) AuthConfig (03add2a553c5a8b3216fa60df71a11590e5cab4e6396a2571424a2f292037b6f) AuthConfig (1710593e1d4bc87d35235cf9dc8c74eccb4c1110aef378ec412da61f52f4a1c1) AuthConfig (e1b513baa5dbd9a4af1f5dcc3e8be90c16423b78468c61541fddaf9fafda8012) AuthConfig (f17e346bf0d5ab0575c022867070febf0a70d5f4575a2546165329a407bacea3) AuthConfig (92a3750ca09315e00df0e03034480b57f7ccd0600f01ddf77a78435e8bc39d3a) AuthConfig (e9ea020cdcc614f582d83ad08f55035bcebb680b263a65f7e396905bb51e76c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"416a35ff-470c-43aa-9a65-fffef09686d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:31.643276752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"110cb283-bd2e-4fc4-9eca-ed2cdcbf94fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:31.662524514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"110cb283-bd2e-4fc4-9eca-ed2cdcbf94fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:31.682528192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (a356e00c8b1e69663ac58d4bc5cad51f1dbc53000eaf21fe6c96d399d5eef76d) AuthConfig (fa3ccad4e33a38b0880f475a19158f8e8f7bba5d011dc299aae5e5c0b64ab283) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (94169f23414d2d07a52a8e7d79bf54a5554407c89b6ce80648a9a27eb1551908) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (871f1ee2181c2d2cdd7060042f54836ad7043058bd2ed7e2e5c3b3d9dd51790e) AuthConfig (54fc35fcc923c7e69c8df3eabe85474c8d0132c6f817793ccc57fdcefb9cb12a) AuthConfig (e91c66718934c197dba8642fe9e83d92190607c5c7d61a2c73c50e03f0f46e40) AuthConfig (a3ef827a0c7b6d6f7f2c85959204d4a3bc66a448907836e45ea18ffa1b00c6e5) AuthConfig (c301b5927e72804fa989c68ec8d79e2988f19f72e99f1529d20e86380fa8b9bc) AuthConfig (85e0a98632bc1030d7b3eb872408e245e92eb7572152d37ca311c60210a34feb) AuthConfig (bb6fb15bb93c7c6ab92bed2a13ab5f087dde32068214869b599ba9de6779c75c) AuthConfig (0b9829ce1196ce348bc6830d4e4493f83077f7dc4662a4b37b358197365aefb1) AuthConfig (bad671e04f6d1f86f4131a09e7dd87f3cb88ec797e2b8a79a718239c95a0c336)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"110cb283-bd2e-4fc4-9eca-ed2cdcbf94fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:36.881400989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"54afa517-155f-4c52-b66b-f65856116bb7","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"maas-trlp-auth-test-model-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:36.937231365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"0bc1be79-6422-47cb-8cfe-996735a74769","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:36.937260696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"0bc1be79-6422-47cb-8cfe-996735a74769","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:37.869967309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"41fa6b01-7d7b-4cc0-a43e-738ab4415489","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:37.890050453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"41fa6b01-7d7b-4cc0-a43e-738ab4415489","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.283220481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"55fa3735-6fb4-4efb-9f90-99b78d8f2086","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.283242586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"55fa3735-6fb4-4efb-9f90-99b78d8f2086","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.300198669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"92e6b5be-5bc0-46b1-a922-e64ce75c0b4d","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.300217796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"92e6b5be-5bc0-46b1-a922-e64ce75c0b4d","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.327548672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"90115c2d-5215-4250-ae46-d4fb8172e967","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.378664189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"90115c2d-5215-4250-ae46-d4fb8172e967","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.396413198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c2bb6c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"90115c2d-5215-4250-ae46-d4fb8172e967","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.415691972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"4c79be02-0af1-4645-9869-5340b8d399a7","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:38.415711801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"4c79be02-0af1-4645-9869-5340b8d399a7","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:39.029611335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"5fa67e27-2cb7-4884-bc51-3ab604b9f05d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:39.049340651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"5fa67e27-2cb7-4884-bc51-3ab604b9f05d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:39.06753942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (5069431834090b74057bb0da93c6460e1617bae33b4634ac5b095adb2a6f3f40) AuthConfig (da2a840d974f6476c79cbcdd16984a1d67c0f287386a85cf452cdd8887f37ae0) AuthConfig (c19a07208000e666e57a67930eed7852bd07117b95e6f40f4db1dc974240bc4b) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad) AuthConfig (85fbadf87b243e8aa7fca307cedefcbc2b7f36c240bcde85ce87b08c6666ee3c) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (28f54948e606453550ad5c738e079777bcc10c55238da0979558116a20aefed7) AuthConfig (78ecf2b3f43309d307c27ef392e781ee3a0a3732dc03b7a41fc969b05bc71a7d) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (b20ef0789340110887d262e5a8f7ddf8d524651620ac7fbea12e24aa1e4a65cc) AuthConfig (ea8e092510c4de91cb99f8c49b2bae30831cb87de2f20770bdbe578c2898e11a) AuthConfig (adbe79535cc16d24cd78286fabfb60c16328f56a5595bbbc0bb91d87c6374299) AuthConfig (aec39b34ec02de891432471e598f8160a05abd7847804e4463342e5231596921) AuthConfig (9ddd6dda43d5008a76824d6102e5b538a84592258eca8e8cae7b18584ca5d745) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (3f6b6c0db261f619387f29e57558b1c6603b7fcaf26b5688588411c49e4eaee9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"5fa67e27-2cb7-4884-bc51-3ab604b9f05d","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:39.087411833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"15132df1-525b-44e9-8b04-a9584db2f9b2","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:39.08743872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"15132df1-525b-44e9-8b04-a9584db2f9b2","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:40.067086908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"f5b0e3b0-8c3d-4446-9c5e-1f7a188e7893","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:40.086250067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"f5b0e3b0-8c3d-4446-9c5e-1f7a188e7893","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:40.171731392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"e65d037e-e96f-4b00-a9d2-9afa38c3a550","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:40.171760016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"e65d037e-e96f-4b00-a9d2-9afa38c3a550","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.711641905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"8f0a7c20-9c00-4cdd-af4f-0d6a042523bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.732302424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"8f0a7c20-9c00-4cdd-af4f-0d6a042523bb","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.825015926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b1d39a27-fca6-4e7b-af85-f0c90420343f","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.825036524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b1d39a27-fca6-4e7b-af85-f0c90420343f","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.98517165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"621c4117-7581-4921-9f8d-3e8254f1eddf","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:41.985197464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"621c4117-7581-4921-9f8d-3e8254f1eddf","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.008240907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"b81acb90-71ea-4858-8c52-849912427e7c","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.008362704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"b81acb90-71ea-4858-8c52-849912427e7c","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.016222745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"bdd79c1d-83f1-4308-a071-5f568f17626a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:15:42.01981694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"3fdfcc4a-a071-430c-8001-7e98ef8fcb32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d85577\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.035818437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"bdd79c1d-83f1-4308-a071-5f568f17626a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.055902368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"a060617c-86bb-4a85-a1be-601fa2ce3138","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.055917659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"a060617c-86bb-4a85-a1be-601fa2ce3138","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.075499206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"6293f27e-0fd3-4017-ac7a-6eb9517851f0","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.075517663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"6293f27e-0fd3-4017-ac7a-6eb9517851f0","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.137565298Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"1df2f87b-df4e-443b-8f9e-7b5b6a12e416","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"maas-trlp-auth-test-model-011ea5","model":"auth-test-model-011ea5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-011ea5/e2e-auth-iso-d85577"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.192532512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"1e9b93aa-8d52-4823-83d1-c50b5a7816e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.192847134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"ed92ddbc-65e7-4e95-afa9-6c82cfda02f8","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.192868649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"ed92ddbc-65e7-4e95-afa9-6c82cfda02f8","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.211913451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"1e9b93aa-8d52-4823-83d1-c50b5a7816e1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:42.250569351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b3fb26e6-93a4-45fb-b343-5dabdb0ffc7e","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"maas-trlp-auth-test-model-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.324728223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"2fc85d89-70f5-4120-9f6f-f1b2e8b9cac7","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.324750788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"2fc85d89-70f5-4120-9f6f-f1b2e8b9cac7","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.345842061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b5c3b587-f7b8-4e19-b9e4-d7934a7f9350","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.345900198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b5c3b587-f7b8-4e19-b9e4-d7934a7f9350","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:15:43.360346363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"82291db5-9937-4f9b-b360-3254d4ceb759","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-371100\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.369188706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"9cf0190c-36e0-4fac-b5a7-0af75dd6aa3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:15:43.370573406Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b5c3b587-f7b8-4e19-b9e4-d7934a7f9350","name":"auth-test-model-70588e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-70588e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:15:43.370624176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"b5c3b587-f7b8-4e19-b9e4-d7934a7f9350","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-70588e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.376713783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"87707c1f-0b45-41d8-a51a-c9bc1a4669b6","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.376734996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"87707c1f-0b45-41d8-a51a-c9bc1a4669b6","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.388334195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"9cf0190c-36e0-4fac-b5a7-0af75dd6aa3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.394176097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"1eca5d6a-3871-477f-9f46-1fd6fc7433b1","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.394196304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"1eca5d6a-3871-477f-9f46-1fd6fc7433b1","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.41416066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"a0c04a12-b237-4f7f-b5a5-5cf79c1fadbd","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.414177092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"a0c04a12-b237-4f7f-b5a5-5cf79c1fadbd","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.472331511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"b7856d16-70fe-47f6-b397-d51b9ca25f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.491771119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"b7856d16-70fe-47f6-b397-d51b9ca25f92","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.492170472Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"3f782434-d109-4b8f-a8fb-479cfbeae15b","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-auth-test-model-70588e","model":"auth-test-model-70588e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-70588e/e2e-auth-iso-371100"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.589986519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"3645e8d2-cfaf-4035-8248-3850a2f96c84","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.590009309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"3645e8d2-cfaf-4035-8248-3850a2f96c84","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.647217056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"dc09ab04-4e5f-4275-b4b2-66291c4094c5","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-auth-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.669373808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd90851-1b99-4f8b-8e58-695e6cacbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.683230693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd90851-1b99-4f8b-8e58-695e6cacbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.697461957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd90851-1b99-4f8b-8e58-695e6cacbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:43.712219952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd90851-1b99-4f8b-8e58-695e6cacbcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:44.330696552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdd742b-1ac4-48ab-abd8-818ecc879f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:44.344769323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdd742b-1ac4-48ab-abd8-818ecc879f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:44.358792116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdd742b-1ac4-48ab-abd8-818ecc879f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:44.372524694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fdd742b-1ac4-48ab-abd8-818ecc879f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:44.62520108Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:48.448533591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"3d838505-8477-4e99-b476-5172a428659a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:48.470483684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"3d838505-8477-4e99-b476-5172a428659a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:48.490608131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c2bb6c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"3d838505-8477-4e99-b476-5172a428659a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.119245595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"d34725d0-b3c7-454a-953e-f83833df766f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.140275469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"d34725d0-b3c7-454a-953e-f83833df766f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.159950096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (5069431834090b74057bb0da93c6460e1617bae33b4634ac5b095adb2a6f3f40) AuthConfig (da2a840d974f6476c79cbcdd16984a1d67c0f287386a85cf452cdd8887f37ae0) AuthConfig (c19a07208000e666e57a67930eed7852bd07117b95e6f40f4db1dc974240bc4b) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad) AuthConfig (85fbadf87b243e8aa7fca307cedefcbc2b7f36c240bcde85ce87b08c6666ee3c) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (28f54948e606453550ad5c738e079777bcc10c55238da0979558116a20aefed7) AuthConfig (78ecf2b3f43309d307c27ef392e781ee3a0a3732dc03b7a41fc969b05bc71a7d) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (b20ef0789340110887d262e5a8f7ddf8d524651620ac7fbea12e24aa1e4a65cc) AuthConfig (ea8e092510c4de91cb99f8c49b2bae30831cb87de2f20770bdbe578c2898e11a) AuthConfig (adbe79535cc16d24cd78286fabfb60c16328f56a5595bbbc0bb91d87c6374299) AuthConfig (aec39b34ec02de891432471e598f8160a05abd7847804e4463342e5231596921) AuthConfig (9ddd6dda43d5008a76824d6102e5b538a84592258eca8e8cae7b18584ca5d745) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (3f6b6c0db261f619387f29e57558b1c6603b7fcaf26b5688588411c49e4eaee9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"d34725d0-b3c7-454a-953e-f83833df766f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.573474321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3a39e5-809f-4c94-8819-9a679257adcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.595319541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3a39e5-809f-4c94-8819-9a679257adcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.612288266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3a39e5-809f-4c94-8819-9a679257adcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:49.62852756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3a39e5-809f-4c94-8819-9a679257adcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:50.298420767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c20fb7-b42d-4a48-9576-f501b51eb5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:50.329609666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c20fb7-b42d-4a48-9576-f501b51eb5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:50.346341871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c20fb7-b42d-4a48-9576-f501b51eb5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:50.362890409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5c20fb7-b42d-4a48-9576-f501b51eb5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:50.370265012Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7f8e5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7f8e5a","reconcileID":"7f39c322-6a1b-4775-9358-6147d3306a43","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7f8e5a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7f8e5a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:51.008139133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62683bfc-dbf0-441a-b7db-f57138fad942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:51.024147321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62683bfc-dbf0-441a-b7db-f57138fad942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:51.042469482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62683bfc-dbf0-441a-b7db-f57138fad942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:51.059243354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62683bfc-dbf0-441a-b7db-f57138fad942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:54.548188707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"e90929d5-34c8-4e8c-9381-812807b2dcb0","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"maas-trlp-auth-test-model-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:54.607917891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"8785c1e3-9bc2-42f3-a372-b9a90ab3eaae","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:54.607937617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"8785c1e3-9bc2-42f3-a372-b9a90ab3eaae","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:55.380794498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"619e370f-bb11-4401-b66e-db5d62deddbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:55.403023268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"619e370f-bb11-4401-b66e-db5d62deddbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.442645843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"2550e1be-bc94-4dfa-b078-1821c4468007","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.442670593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"2550e1be-bc94-4dfa-b078-1821c4468007","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.463397458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"d705ba8b-381d-4dfa-9a0d-10419292e739","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.463414108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"d705ba8b-381d-4dfa-9a0d-10419292e739","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.496088091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"db93f50d-8817-4244-806f-d0b8f6391341","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.551457738Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"db93f50d-8817-4244-806f-d0b8f6391341","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.571979457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ca2244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"db93f50d-8817-4244-806f-d0b8f6391341","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.593470214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"699609fe-317a-4479-95a2-e1237b1d217b","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:56.593491594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"699609fe-317a-4479-95a2-e1237b1d217b","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:58.523335081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"56aca465-46ae-41f0-b078-146c421b7e57","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:58.544458307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"56aca465-46ae-41f0-b078-146c421b7e57","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:58.564518952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c2bb6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed66f2483ef4602de52b342efe3e41aa7951fabf5b2b6019fd4243e94d092074) AuthConfig (f922be8548f170f4ef2561ada23de057c93db30be20aaea0062c94c752842b48) AuthConfig (646baa78ca6e1ad1334bcac6bb5b156f64bae20fe9b01ad01b69435c5d237af5) AuthConfig (3ccca7a5014198f511c15a15aa22cb3162c88d8e69000205b3aa95eabca39120) AuthConfig (0b885cb0fd97e6f2b0085153451740038446c368372a1de0acb6519d3d4ff37f) AuthConfig (f73054820f93becaa4ec057dfe605b329ec3f73da6b8f4ec42966ce8c00f7b49) AuthConfig (006431152fff0e46cbe7ecba850ad6e94dc35bab65241d2160bd5d38ddcdb118) AuthConfig (ede47b86870f89248441b1da380864c428eeef6c1bf4a9964cd0e78466f4e1f2) AuthConfig (a5929e014a613917caf5579e1e237b56334e204e1ddfd6faffc5e3e5c6f8668a) AuthConfig (d489c2586f072d3df1266eb8ed21c6c00368b43eb73f80fc67bef481e1f8687e) AuthConfig (e5e9f60aaa6ce0ef5e15cc4cae9e528ed6b0781c399547d506cba405c2cf392e) AuthConfig (cd9ff971a866fd6a7489421c10204ddb3b0719e69f04b92081a5917cafc0412d) AuthConfig (d418ccf3a7abe5de3788ad0d4ee965834164149e5a8eb3bb2f62adb19e4655e7) AuthConfig (9b1fe9d9e4169579485d6cc67027998e08d255694ffa4bc73e66d9e1c0de6ed7) AuthConfig (18d7b6cad1c44b7411c8db16eab338bc44132bfe42cf4ac390cd7bd13254f4d8) AuthConfig (36515f2754a976bbf4b4b246f5f8867331f29dd462ddc859632e89119b703246) AuthConfig (707dacf155419a9473ad0d2ee2298fc1de9c60d59832b16082e8e96aadaf58b4) AuthConfig (06ca76548b066da476f7b6f477315f496a59a24ed742b4fb601f2b076d4c11a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"56aca465-46ae-41f0-b078-146c421b7e57","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:58.586989458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"2f50cb6c-676d-4390-9fa7-7ff33572be8d","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:58.587014361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"2f50cb6c-676d-4390-9fa7-7ff33572be8d","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:59.193135349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"bc862c85-b745-4c4c-894a-4ed66e606191","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:59.214211166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"bc862c85-b745-4c4c-894a-4ed66e606191","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:59.388113766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"62f0f28a-33da-4e8c-a5bc-9a78266bc44a","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:15:59.388141082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"62f0f28a-33da-4e8c-a5bc-9a78266bc44a","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.78104279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"120a0d5b-2066-4097-9ed7-382c595fa4e3","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.781108887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"120a0d5b-2066-4097-9ed7-382c595fa4e3","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.807253575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"e33fcca7-2e05-4715-8b20-864443f3aeb9","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.807277704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"e33fcca7-2e05-4715-8b20-864443f3aeb9","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:16:00.868478464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"e49bbbb1-1134-4f06-8117-c9b4f881f504","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-e3b6f8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.868550083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"f236dc11-792c-47e0-9300-8291fbc9db4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.890258001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"f236dc11-792c-47e0-9300-8291fbc9db4f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.904802624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"fd229642-e01d-4be2-940c-4423078be661","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.904822311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"fd229642-e01d-4be2-940c-4423078be661","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.926249354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"f26bed44-a3e2-4d75-a98e-93744a686c6c","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:00.926265978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"f26bed44-a3e2-4d75-a98e-93744a686c6c","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.001757293Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"892235e8-6ba2-4165-b953-8f43ad4bab36","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-auth-test-model-5e337e","model":"auth-test-model-5e337e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-auth-iso-e3b6f8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.054872016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"c1164607-1310-4ee6-9860-c66786e23ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.061908919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"5714cdbc-f3ce-4713-a6f8-67b4b976a28a","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.061925425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"5714cdbc-f3ce-4713-a6f8-67b4b976a28a","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.076206638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"c1164607-1310-4ee6-9860-c66786e23ad1","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:01.126293337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"c5734bf7-0494-43b3-a2f9-475cca0549d5","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-auth-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:06.62885177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"c124bd54-0f75-453a-b5ff-a2781943f4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:06.650296872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"c124bd54-0f75-453a-b5ff-a2781943f4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:06.670182032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ca2244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"c124bd54-0f75-453a-b5ff-a2781943f4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:08.622574269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a35f72fc-6155-472f-a7c7-b18c3a1b2ea2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:08.643531757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a35f72fc-6155-472f-a7c7-b18c3a1b2ea2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:08.663776355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c2bb6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed66f2483ef4602de52b342efe3e41aa7951fabf5b2b6019fd4243e94d092074) AuthConfig (f922be8548f170f4ef2561ada23de057c93db30be20aaea0062c94c752842b48) AuthConfig (646baa78ca6e1ad1334bcac6bb5b156f64bae20fe9b01ad01b69435c5d237af5) AuthConfig (3ccca7a5014198f511c15a15aa22cb3162c88d8e69000205b3aa95eabca39120) AuthConfig (0b885cb0fd97e6f2b0085153451740038446c368372a1de0acb6519d3d4ff37f) AuthConfig (f73054820f93becaa4ec057dfe605b329ec3f73da6b8f4ec42966ce8c00f7b49) AuthConfig (006431152fff0e46cbe7ecba850ad6e94dc35bab65241d2160bd5d38ddcdb118) AuthConfig (ede47b86870f89248441b1da380864c428eeef6c1bf4a9964cd0e78466f4e1f2) AuthConfig (a5929e014a613917caf5579e1e237b56334e204e1ddfd6faffc5e3e5c6f8668a) AuthConfig (d489c2586f072d3df1266eb8ed21c6c00368b43eb73f80fc67bef481e1f8687e) AuthConfig (e5e9f60aaa6ce0ef5e15cc4cae9e528ed6b0781c399547d506cba405c2cf392e) AuthConfig (cd9ff971a866fd6a7489421c10204ddb3b0719e69f04b92081a5917cafc0412d) AuthConfig (d418ccf3a7abe5de3788ad0d4ee965834164149e5a8eb3bb2f62adb19e4655e7) AuthConfig (9b1fe9d9e4169579485d6cc67027998e08d255694ffa4bc73e66d9e1c0de6ed7) AuthConfig (18d7b6cad1c44b7411c8db16eab338bc44132bfe42cf4ac390cd7bd13254f4d8) AuthConfig (36515f2754a976bbf4b4b246f5f8867331f29dd462ddc859632e89119b703246) AuthConfig (707dacf155419a9473ad0d2ee2298fc1de9c60d59832b16082e8e96aadaf58b4) AuthConfig (06ca76548b066da476f7b6f477315f496a59a24ed742b4fb601f2b076d4c11a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a35f72fc-6155-472f-a7c7-b18c3a1b2ea2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:14.631198775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:16.704013105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"aadc2e9b-3eb9-49b6-ab8b-77130bd67f15","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:16.72874454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"aadc2e9b-3eb9-49b6-ab8b-77130bd67f15","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:16.752065926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ca2244-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"aadc2e9b-3eb9-49b6-ab8b-77130bd67f15","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:18.626635218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"f7f87e22-961f-498a-b58a-f5066f52e005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:18.672347452Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"f7f87e22-961f-498a-b58a-f5066f52e005","name":"e2e-shared-b-w0-7f8e5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:18.726823338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"aed27d96-4ec3-425d-98e7-57fc35f6e119","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:18.748752357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"aed27d96-4ec3-425d-98e7-57fc35f6e119","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:18.769150195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-c2bb6c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed66f2483ef4602de52b342efe3e41aa7951fabf5b2b6019fd4243e94d092074) AuthConfig (f922be8548f170f4ef2561ada23de057c93db30be20aaea0062c94c752842b48) AuthConfig (646baa78ca6e1ad1334bcac6bb5b156f64bae20fe9b01ad01b69435c5d237af5) AuthConfig (3ccca7a5014198f511c15a15aa22cb3162c88d8e69000205b3aa95eabca39120) AuthConfig (0b885cb0fd97e6f2b0085153451740038446c368372a1de0acb6519d3d4ff37f) AuthConfig (f73054820f93becaa4ec057dfe605b329ec3f73da6b8f4ec42966ce8c00f7b49) AuthConfig (006431152fff0e46cbe7ecba850ad6e94dc35bab65241d2160bd5d38ddcdb118) AuthConfig (ede47b86870f89248441b1da380864c428eeef6c1bf4a9964cd0e78466f4e1f2) AuthConfig (a5929e014a613917caf5579e1e237b56334e204e1ddfd6faffc5e3e5c6f8668a) AuthConfig (d489c2586f072d3df1266eb8ed21c6c00368b43eb73f80fc67bef481e1f8687e) AuthConfig (e5e9f60aaa6ce0ef5e15cc4cae9e528ed6b0781c399547d506cba405c2cf392e) AuthConfig (cd9ff971a866fd6a7489421c10204ddb3b0719e69f04b92081a5917cafc0412d) AuthConfig (d418ccf3a7abe5de3788ad0d4ee965834164149e5a8eb3bb2f62adb19e4655e7) AuthConfig (9b1fe9d9e4169579485d6cc67027998e08d255694ffa4bc73e66d9e1c0de6ed7) AuthConfig (18d7b6cad1c44b7411c8db16eab338bc44132bfe42cf4ac390cd7bd13254f4d8) AuthConfig (36515f2754a976bbf4b4b246f5f8867331f29dd462ddc859632e89119b703246) AuthConfig (707dacf155419a9473ad0d2ee2298fc1de9c60d59832b16082e8e96aadaf58b4) AuthConfig (06ca76548b066da476f7b6f477315f496a59a24ed742b4fb601f2b076d4c11a6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"aed27d96-4ec3-425d-98e7-57fc35f6e119","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.265700384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"44fdf780-9d7a-4f0b-948d-003f9a8b390c","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-auth-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.364224045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"b128724b-c48a-48ec-9a31-3874c908f241","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.364256986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"b128724b-c48a-48ec-9a31-3874c908f241","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.474990816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"f654a24a-0a5c-4da9-b3c5-4b4b5e8521c3","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-auth-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.535651353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"d29e1b90-9845-4578-b0d0-c18e969f3f9f","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.535669755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"d29e1b90-9845-4578-b0d0-c18e969f3f9f","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.660957977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"c7fe9890-7513-4da6-b848-c566115d077b","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.694555067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"c7fe9890-7513-4da6-b848-c566115d077b","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.850830983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"1771c25e-1692-4c2c-b5f2-fb4709580801","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:22.873153974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"1771c25e-1692-4c2c-b5f2-fb4709580801","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.741479009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"87856280-6c5b-4fbb-b6ff-c88deec687bf","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.741499596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"87856280-6c5b-4fbb-b6ff-c88deec687bf","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.760895935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"bbb60fb2-c532-47a4-b930-55a40447d61c","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.760916143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"bbb60fb2-c532-47a4-b930-55a40447d61c","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.794098875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"991ad0fd-e1f9-43fa-ac00-e70f703bb0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.851203782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"991ad0fd-e1f9-43fa-ac00-e70f703bb0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.871599727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"991ad0fd-e1f9-43fa-ac00-e70f703bb0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.893716444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"e7d1f5e6-ef52-4a76-8c20-da7cdce45096","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:23.893738033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"e7d1f5e6-ef52-4a76-8c20-da7cdce45096","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.642234793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"ef683895-949d-4271-8845-be5fb6be5a34","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.642263662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"ef683895-949d-4271-8845-be5fb6be5a34","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.680343545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"d2493ccc-5076-425a-9148-38a71f936002","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.699824794Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"23688ba3-870c-44fb-8851-627ee2aed325","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d970aa4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.701582125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"d2493ccc-5076-425a-9148-38a71f936002","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.782792342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"27add72b-25e6-49f9-aae8-3cb1fe023b1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:24.803887235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"27add72b-25e6-49f9-aae8-3cb1fe023b1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:26.785041111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6f96b97a-252b-405c-b64f-5002d51d0f89","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:26.806484915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6f96b97a-252b-405c-b64f-5002d51d0f89","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:26.827711233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ca2244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba77b7331192d887d5c509724706ff4a4b39d207658a3244f8bca9f081e877f3) AuthConfig (b367b1686133b1b96d651c3af9484e732090eff5bf8f0ecd7eb767ae7ac0c1ab) AuthConfig (7dbe711ec5b1792c1a913e4846363f2fbb4c09bc149da8c14f8989392ce38034) AuthConfig (4e7e002b0febff5a6fd3df7d6f997f15d221af8c389335a8efa3b9de96a25f96) AuthConfig (89866a665223414866afc37be12d1bb620796f38f37cc8fb123efe182adc06c0) AuthConfig (1ca3bdc6163dfb0fea3a59dc3cefcd2fde793976e09b09505088370446a71905) AuthConfig (63f107fcf19f213ad58685ccda4a40d0e62be2ba1d73492c8e222642d86d92ab) AuthConfig (e98ed3ea8f216e2850210851fcb967705dde71950ef567d358b3496ee1f9ce10) AuthConfig (d3d5ba1e07c26e50e65b142fc063d19c695c65d2b742e798d493cf2c21970c4c) AuthConfig (f0a252d04a2125485563304d61f50be8ecc46f3f56fab63177bae485ed46e7bf) AuthConfig (50661f59e18b99664141612ea90004b0e78d4f1b06669c0950b0a48a12802619) AuthConfig (8f64b420d9fd82ac045cc06af3ac0debe866b1bf2ed3097f2dda5316335e2f57) AuthConfig (99f9efd3351431017b26a88726f99907630ce1f21884892f2dbb4cfb02992e7d) AuthConfig (2b0fb4a8f511abd001cd281552e9162f656bf7ea48ea553cd6ff430397cb10e9) AuthConfig (3a507d58605dbdfd1ec336b24d874dff9f8e6bb99507aaffa55e7560bb1ecba6) AuthConfig (6114f68908eb919945868cc8cc92610c4129fed8d647dac6bc650131ea6e0eab) AuthConfig (cfc9a07f700b2b9860f33deab3c45afe3d472f4d6cf82fddf54b3ccb891bead6) AuthConfig (35af128e5c86f50fa36f6e389fb03027a720edc10b65366c49542f010bd88869)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6f96b97a-252b-405c-b64f-5002d51d0f89","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:26.85025978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"a27fd4d1-bc55-48b2-9dd5-0c9a0de82e8f","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:26.850276588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"a27fd4d1-bc55-48b2-9dd5-0c9a0de82e8f","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:28.805137092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"077d4896-ebd8-4823-9cd4-dc25b8558971","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:28.829465514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"077d4896-ebd8-4823-9cd4-dc25b8558971","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:28.920110022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"13d325b0-b4cb-4d1e-81e7-34989fdc0faa","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:28.920131036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"13d325b0-b4cb-4d1e-81e7-34989fdc0faa","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.470040277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"82bc2ada-df73-4d2c-9835-db40d9b914d6","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.470074951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"82bc2ada-df73-4d2c-9835-db40d9b914d6","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.493816879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"53714833-c1a5-48b4-b08f-1e1bfb04c7df","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.493837296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"53714833-c1a5-48b4-b08f-1e1bfb04c7df","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.503401678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"80e126d3-bd06-4401-bb8e-6a232c090dd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:16:30.512391915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"2fd60592-86ad-4794-ae72-29bcddbd4192","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d686bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.526023705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"80e126d3-bd06-4401-bb8e-6a232c090dd2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.551158486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"0a699f2c-6de6-40e0-afbd-c2188409f5b0","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.551178518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"0a699f2c-6de6-40e0-afbd-c2188409f5b0","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.571600047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"846ef793-4a5f-467b-a7fe-348b4729f1de","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.571619716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"846ef793-4a5f-467b-a7fe-348b4729f1de","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.642088862Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"2ab4ee38-ee9e-4552-a347-979a7e8d91c9","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"maas-trlp-auth-test-model-c2bb6c","model":"auth-test-model-c2bb6c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-c2bb6c/e2e-auth-iso-d686bf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.69032127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"90aa508f-2ec7-4851-89ba-89c2eea4b7b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.701764451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"5c0b8534-4b24-4a7e-8cdd-2f2ced83046e","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.70178607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"5c0b8534-4b24-4a7e-8cdd-2f2ced83046e","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.711148625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"90aa508f-2ec7-4851-89ba-89c2eea4b7b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:30.767701496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"4320fadc-570a-4ea3-b272-24a3bb3df573","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"maas-trlp-auth-test-model-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:33.925633831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3a52766a-c3f5-4cdf-b1da-26918a6f0536","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:33.946500561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3a52766a-c3f5-4cdf-b1da-26918a6f0536","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:33.966437005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3a52766a-c3f5-4cdf-b1da-26918a6f0536","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.715975208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"4c7c3570-da37-477f-a94d-522fbc54bc27","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","subscription":"e2e-auth-iso-e3b6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.732919687Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"4c7c3570-da37-477f-a94d-522fbc54bc27","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.750335154Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"4c7c3570-da37-477f-a94d-522fbc54bc27","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.924630603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"96e788f0-7a31-4c34-9b20-947c82bdbbbf","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.924653161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"96e788f0-7a31-4c34-9b20-947c82bdbbbf","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.95573398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"8e6fa699-c027-461f-a8c5-0622cd37c85f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:34.977993681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"8e6fa699-c027-461f-a8c5-0622cd37c85f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.059174549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"60fd4a4a-7303-4f73-b4b9-1a582e5c372f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.080206081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"60fd4a4a-7303-4f73-b4b9-1a582e5c372f","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.096397032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"ceb7a3ce-2faf-4e1e-b337-16797c3ebb47","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.096414794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"ceb7a3ce-2faf-4e1e-b337-16797c3ebb47","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.161451295Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"d76f99a4-4533-43e0-be21-7e674b16ccd6","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fd012165","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.167495932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"5eeb57fe-bc67-4914-81be-3d17926563f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.19075195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"5eeb57fe-bc67-4914-81be-3d17926563f5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.344014086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"471ac6a6-ef38-4849-800c-4c7c66a73d7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:35.365396425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"471ac6a6-ef38-4849-800c-4c7c66a73d7e","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:36.890503748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"69ab917d-6adf-4136-a732-bc0b68a9b2be","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:36.913022857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"69ab917d-6adf-4136-a732-bc0b68a9b2be","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:36.933001152Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ca2244-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ba77b7331192d887d5c509724706ff4a4b39d207658a3244f8bca9f081e877f3) AuthConfig (b367b1686133b1b96d651c3af9484e732090eff5bf8f0ecd7eb767ae7ac0c1ab) AuthConfig (7dbe711ec5b1792c1a913e4846363f2fbb4c09bc149da8c14f8989392ce38034) AuthConfig (4e7e002b0febff5a6fd3df7d6f997f15d221af8c389335a8efa3b9de96a25f96) AuthConfig (89866a665223414866afc37be12d1bb620796f38f37cc8fb123efe182adc06c0) AuthConfig (1ca3bdc6163dfb0fea3a59dc3cefcd2fde793976e09b09505088370446a71905) AuthConfig (63f107fcf19f213ad58685ccda4a40d0e62be2ba1d73492c8e222642d86d92ab) AuthConfig (e98ed3ea8f216e2850210851fcb967705dde71950ef567d358b3496ee1f9ce10) AuthConfig (d3d5ba1e07c26e50e65b142fc063d19c695c65d2b742e798d493cf2c21970c4c) AuthConfig (f0a252d04a2125485563304d61f50be8ecc46f3f56fab63177bae485ed46e7bf) AuthConfig (50661f59e18b99664141612ea90004b0e78d4f1b06669c0950b0a48a12802619) AuthConfig (8f64b420d9fd82ac045cc06af3ac0debe866b1bf2ed3097f2dda5316335e2f57) AuthConfig (99f9efd3351431017b26a88726f99907630ce1f21884892f2dbb4cfb02992e7d) AuthConfig (2b0fb4a8f511abd001cd281552e9162f656bf7ea48ea553cd6ff430397cb10e9) AuthConfig (3a507d58605dbdfd1ec336b24d874dff9f8e6bb99507aaffa55e7560bb1ecba6) AuthConfig (6114f68908eb919945868cc8cc92610c4129fed8d647dac6bc650131ea6e0eab) AuthConfig (cfc9a07f700b2b9860f33deab3c45afe3d472f4d6cf82fddf54b3ccb891bead6) AuthConfig (35af128e5c86f50fa36f6e389fb03027a720edc10b65366c49542f010bd88869)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"69ab917d-6adf-4136-a732-bc0b68a9b2be","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:43.999584821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"d2a067bd-a53a-4ec4-82ec-3d682670336c","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:44.02320153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"d2a067bd-a53a-4ec4-82ec-3d682670336c","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:44.044462628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (477e67e44926fccdde649bfdcb8476f4da627f7fc6c9b5fadf9f82cb85fb8be7) AuthConfig (70bd90a022c0c2de9fea85567376ce648e320e5d3ad3af3af9964eb840b65f54) AuthConfig (88b88138ec7b09ec1693a3484ed4ed29caaaf2cd814a5630c69ad6ffbf7cc203) AuthConfig (0180be9c200988e8455bf7e0faf0a07417b021cc349826263fcc1aa4626db386) AuthConfig (6bef815f634e47cde67b1b81f106e15568ff26811820444d9345eb8e2fd978b6) AuthConfig (96cb01f3620cc92a5c12d8b1fbb1fa94a79fd527456fe26e5fb9dcd6ccbeef70) AuthConfig (ad9eac2bdadd74967dcd325d982c27f110418ba8acb7b10099edc8ce82e67ebf) AuthConfig (2765ab0a6bb275548c7355b673f12af6dc7dd6772f67eb186c9d2bb586003098) AuthConfig (926a770dfc9b7243f8c10cc805f389700232a5066133fc3d8de51c9b70084357) AuthConfig (d28639d47c56e3d0496ef0b8b3f912481da69974e0b70436c1d900af609fcf89) AuthConfig (ca3c69e725f4471cdcdfb4247466d362eb8fdf514832c6018ccc50912993ca03) AuthConfig (3f8da79d337b87a5b9c18fb1df764b916b86cc7ac81d9aa0c7809b7b57771855) AuthConfig (0f12e50d564442b3503ad446bfd122418874a1b3ef9ebaf4b8d9ee9fc10ff1ab) AuthConfig (1d441e7bd5b632ac20535cbe83cc9248e0eb50e53c61a78e6bd2e89bbcb19675) AuthConfig (aa2ca927fc99f445b2ee38ae6029a05fd0ac8a742720fcedbded1aeb583e1d23) AuthConfig (6b890171ad6eb9d09f30eb6d746413c6b64be4046b3fe4b2dc8769587d8d7050) AuthConfig (3782b68a02ddeb85895e420b66938b86e2376976e47bdcfca978cc809cdd435d) AuthConfig (19b7fc3fd501e5dae10f97eba69af58c04ef9b327f69b8a5848f6b3c7c745f50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"d2a067bd-a53a-4ec4-82ec-3d682670336c","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:44.06689227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"50fbd41b-a1c2-4cb7-b9e1-17cf645024ba","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:44.066908896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"50fbd41b-a1c2-4cb7-b9e1-17cf645024ba","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:44.629765758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.178945496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"ecf58933-af3b-4101-a739-525bd58138b3","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","subscription":"e2e-auth-iso-e3b6f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.195189851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"ecf58933-af3b-4101-a739-525bd58138b3","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.217028668Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"ecf58933-af3b-4101-a739-525bd58138b3","MaaSSubscription":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.318714503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"aafdf784-acc1-44d9-a8c1-2f94b024dae4","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.318735477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"aafdf784-acc1-44d9-a8c1-2f94b024dae4","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.350251947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"c68cd26e-3dc2-410d-ae49-444118b2745b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.371506721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"c68cd26e-3dc2-410d-ae49-444118b2745b","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.451257429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"cf8c2fbb-3a65-4441-a221-a4a0a73f7891","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.472949821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"cf8c2fbb-3a65-4441-a221-a4a0a73f7891","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.477026866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6cb58089-498d-4d00-a980-d0b2584f9fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.477096193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"9cabd011-12db-42e1-ada3-d8bc2d23cbd3","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.477108745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"9cabd011-12db-42e1-ada3-d8bc2d23cbd3","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.535773794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6cb58089-498d-4d00-a980-d0b2584f9fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.595916632Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6cb58089-498d-4d00-a980-d0b2584f9fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.595950191Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-auth-iso-e3b6f8","reconcileID":"6cb58089-498d-4d00-a980-d0b2584f9fa5","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.667365191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"a1475d67-2097-4a7c-9ce4-0d1a71c166e5","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/auth-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.667385486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"auth-test-model-94f176","reconcileID":"a1475d67-2097-4a7c-9ce4-0d1a71c166e5","MaaSModelRef":{"name":"auth-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"auth-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"auth-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.771112506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"6db7896b-b5bd-4ac6-a37e-e0e6df8137d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.771184973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"4410f301-8974-45bb-b18f-30ab57f378b7","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.771201279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"4410f301-8974-45bb-b18f-30ab57f378b7","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.819150029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"6db7896b-b5bd-4ac6-a37e-e0e6df8137d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.87743365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"6db7896b-b5bd-4ac6-a37e-e0e6df8137d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.877454092Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-auth-iso-e3b6f8","reconcileID":"6db7896b-b5bd-4ac6-a37e-e0e6df8137d9","MaaSAuthPolicy":{"name":"e2e-auth-iso-e3b6f8","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.897994175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"c9a2aeb2-e27d-4581-af34-72e49833be99","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/auth-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:45.898010924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"auth-test-model-5e337e","reconcileID":"c9a2aeb2-e27d-4581-af34-72e49833be99","MaaSModelRef":{"name":"auth-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"auth-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"auth-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:46.966330417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"dbe609c4-255f-425f-ae7d-f4bd935052bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:46.98734168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"dbe609c4-255f-425f-ae7d-f4bd935052bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:47.161941225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"01de4b31-962c-489a-814b-2406f0243d09","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:47.161962461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"01de4b31-962c-489a-814b-2406f0243d09","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.019307403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9174783-72ed-44ea-bacc-df3826d0934b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.035760181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9174783-72ed-44ea-bacc-df3826d0934b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.052133747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9174783-72ed-44ea-bacc-df3826d0934b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.071309865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9174783-72ed-44ea-bacc-df3826d0934b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.569501198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"779c94cb-fe1a-44a8-a7c1-fef0215152c7","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.56952282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"779c94cb-fe1a-44a8-a7c1-fef0215152c7","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.595551814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"b6444816-9e5e-491f-ae49-7a18752b6010","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.595570145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"b6444816-9e5e-491f-ae49-7a18752b6010","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:16:48.607414719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"080dfca9-0fc0-4672-ad54-940968b17b99","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d85577\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.60902968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"f5515fcb-0662-4cac-87dd-deaa5010118d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.629783788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"f5515fcb-0662-4cac-87dd-deaa5010118d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.644478416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"e08ff9c2-5893-4589-846a-d07acb194a13","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.644497417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"e08ff9c2-5893-4589-846a-d07acb194a13","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.668603731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"06352000-0c53-4c97-9f1e-6fa8e6ad0276","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.668636552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"06352000-0c53-4c97-9f1e-6fa8e6ad0276","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.738406337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ed638c-7685-41c6-ad38-fa2941f3cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.739537292Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"82b01887-0b11-404d-a10b-5e5ee23c423a","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"maas-trlp-auth-test-model-ca2244","model":"auth-test-model-ca2244","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ca2244/e2e-auth-iso-d85577"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.755220105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ed638c-7685-41c6-ad38-fa2941f3cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.771518493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ed638c-7685-41c6-ad38-fa2941f3cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.78766858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ed638c-7685-41c6-ad38-fa2941f3cfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.821084901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"373f8ada-4f69-432b-a1b6-18f38817604d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.827436913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"22deb11c-4aec-47e5-bef5-492ae63ec012","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.827459349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"22deb11c-4aec-47e5-bef5-492ae63ec012","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.842345907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"373f8ada-4f69-432b-a1b6-18f38817604d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:48.914428976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"e83af5b3-394e-4413-877b-d297f6e46dbf","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"maas-trlp-auth-test-model-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:54.099700458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"24e30a42-1e04-4c81-aad3-50a4cc5a9535","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:54.120977713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"24e30a42-1e04-4c81-aad3-50a4cc5a9535","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:54.14080197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (477e67e44926fccdde649bfdcb8476f4da627f7fc6c9b5fadf9f82cb85fb8be7) AuthConfig (70bd90a022c0c2de9fea85567376ce648e320e5d3ad3af3af9964eb840b65f54) AuthConfig (88b88138ec7b09ec1693a3484ed4ed29caaaf2cd814a5630c69ad6ffbf7cc203) AuthConfig (0180be9c200988e8455bf7e0faf0a07417b021cc349826263fcc1aa4626db386) AuthConfig (6bef815f634e47cde67b1b81f106e15568ff26811820444d9345eb8e2fd978b6) AuthConfig (96cb01f3620cc92a5c12d8b1fbb1fa94a79fd527456fe26e5fb9dcd6ccbeef70) AuthConfig (ad9eac2bdadd74967dcd325d982c27f110418ba8acb7b10099edc8ce82e67ebf) AuthConfig (2765ab0a6bb275548c7355b673f12af6dc7dd6772f67eb186c9d2bb586003098) AuthConfig (926a770dfc9b7243f8c10cc805f389700232a5066133fc3d8de51c9b70084357) AuthConfig (d28639d47c56e3d0496ef0b8b3f912481da69974e0b70436c1d900af609fcf89) AuthConfig (ca3c69e725f4471cdcdfb4247466d362eb8fdf514832c6018ccc50912993ca03) AuthConfig (3f8da79d337b87a5b9c18fb1df764b916b86cc7ac81d9aa0c7809b7b57771855) AuthConfig (0f12e50d564442b3503ad446bfd122418874a1b3ef9ebaf4b8d9ee9fc10ff1ab) AuthConfig (1d441e7bd5b632ac20535cbe83cc9248e0eb50e53c61a78e6bd2e89bbcb19675) AuthConfig (aa2ca927fc99f445b2ee38ae6029a05fd0ac8a742720fcedbded1aeb583e1d23) AuthConfig (6b890171ad6eb9d09f30eb6d746413c6b64be4046b3fe4b2dc8769587d8d7050) AuthConfig (3782b68a02ddeb85895e420b66938b86e2376976e47bdcfca978cc809cdd435d) AuthConfig (19b7fc3fd501e5dae10f97eba69af58c04ef9b327f69b8a5848f6b3c7c745f50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"24e30a42-1e04-4c81-aad3-50a4cc5a9535","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.068237664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5fc286-a97b-4e2d-a5e3-0c5e83635ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.085150063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5fc286-a97b-4e2d-a5e3-0c5e83635ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.101464019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5fc286-a97b-4e2d-a5e3-0c5e83635ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.117499796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f5fc286-a97b-4e2d-a5e3-0c5e83635ee5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.876551685Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e1499d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e1499d","reconcileID":"2b920e75-d026-4968-8958-7df024c44bd7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e1499d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e1499d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.957230278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5bb94-bc26-4b2a-b6c0-fb4e34dda0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.973558846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5bb94-bc26-4b2a-b6c0-fb4e34dda0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:58.990456731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5bb94-bc26-4b2a-b6c0-fb4e34dda0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:59.006856137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b5bb94-bc26-4b2a-b6c0-fb4e34dda0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:59.666923878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6284789-bfd0-41ad-a9d1-e4101fee99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:59.683629543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6284789-bfd0-41ad-a9d1-e4101fee99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:59.699589826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6284789-bfd0-41ad-a9d1-e4101fee99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:16:59.715744443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6284789-bfd0-41ad-a9d1-e4101fee99b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:01.884918758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"899fd2c4-7517-44d1-b132-6f7ad571f63c","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"maas-trlp-auth-test-model-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:01.94783208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"711ba51a-8bad-4190-ac94-c39a685838aa","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:01.947860344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"711ba51a-8bad-4190-ac94-c39a685838aa","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:02.037557009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"9726ced6-85f8-418c-8438-f4da0c06aa52","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"maas-trlp-auth-test-model-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:02.10003638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"64459332-d163-438c-bf98-088124cfed5c","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:02.100081574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"64459332-d163-438c-bf98-088124cfed5c","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:02.707889458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"76fd4796-7117-4eda-9dee-470faae08089","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:02.72904892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"76fd4796-7117-4eda-9dee-470faae08089","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:03.42958105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"504aa414-f2c3-4430-aba6-65753fbfdfaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:03.451842455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"504aa414-f2c3-4430-aba6-65753fbfdfaa","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.173827246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"b1ddf176-6738-449e-9cde-47bc221604d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.194634748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"b1ddf176-6738-449e-9cde-47bc221604d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.284286118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"aa381e08-7a32-420a-9cd8-a30a9a0a0960","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.284374479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"aa381e08-7a32-420a-9cd8-a30a9a0a0960","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.881516587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"5483969b-d8c6-4ae3-b605-114cc6f68a06","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.881539302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"5483969b-d8c6-4ae3-b605-114cc6f68a06","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.912473405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7fbd0854-4359-4441-8675-df207f64108c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.933412309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"7fbd0854-4359-4441-8675-df207f64108c","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:04.936178563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"713c0414-a883-4411-9940-976431c3935d","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a53975fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.014497733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"016cc58d-c021-4ed2-8476-4625dc542003","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.037663824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"016cc58d-c021-4ed2-8476-4625dc542003","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.559896429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"309b6a42-ee4c-41a5-a11e-50dbe486a46d","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.559920104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"309b6a42-ee4c-41a5-a11e-50dbe486a46d","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.58440452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"0e1cf8b6-4dbd-4305-ac9c-eb9d5b8cf634","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.584499467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"0e1cf8b6-4dbd-4305-ac9c-eb9d5b8cf634","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.59168486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"f618877f-a319-48e9-ab70-2892b0aa52d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:17:05.597115022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"0f8cdb7e-1e37-4b2f-82dd-2cb899ecf75f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-371100\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:17:05.60264203Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"0e1cf8b6-4dbd-4305-ac9c-eb9d5b8cf634","name":"auth-test-model-c5de2e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5de2e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:17:05.602689339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"0e1cf8b6-4dbd-4305-ac9c-eb9d5b8cf634","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-c5de2e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.608045293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"203c08c7-9f97-4153-9bb0-d60102632f44","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.608074863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"203c08c7-9f97-4153-9bb0-d60102632f44","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.612589875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"f618877f-a319-48e9-ab70-2892b0aa52d3","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.634332387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"4ebae6e8-83a3-4741-a876-3562992e7edf","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.63434759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"4ebae6e8-83a3-4741-a876-3562992e7edf","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.653799484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"5ec93e8b-17ac-4535-8d98-3b5c9d504e81","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.65382086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"5ec93e8b-17ac-4535-8d98-3b5c9d504e81","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.724448458Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"a3cd93be-e836-4345-82ee-9a2c7f590364","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-auth-test-model-c5de2e","model":"auth-test-model-c5de2e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-c5de2e/e2e-auth-iso-371100"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.775467634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3d6c12a9-eda1-4c17-b2f5-af3bdc62aa1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.783557585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"b46c28a4-b1c6-40a0-9ab2-db3a7ade5808","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.783575914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"b46c28a4-b1c6-40a0-9ab2-db3a7ade5808","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.796530843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3d6c12a9-eda1-4c17-b2f5-af3bdc62aa1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:05.851591763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"74375f9c-4fe3-481d-aed9-fec35f83e18f","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-auth-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.576690553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"4e887259-f7ca-42c5-8c8a-4606af920868","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.576713749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"4e887259-f7ca-42c5-8c8a-4606af920868","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.610407153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b31c7cb4-1ce4-4e6e-9f8c-307cb26a6b7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.633306549Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"13a34786-dd13-4bd3-b807-8e5a4f73865e","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c89f7b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.634810737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"b31c7cb4-1ce4-4e6e-9f8c-307cb26a6b7f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.715814105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"83bfe6f3-90ea-4d8a-9a36-8b7f70b1e9d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:06.736912534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"83bfe6f3-90ea-4d8a-9a36-8b7f70b1e9d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:09.645084535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21597c88-a4f0-4462-96c0-af2b0031392d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:09.661955945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21597c88-a4f0-4462-96c0-af2b0031392d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:09.682492509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21597c88-a4f0-4462-96c0-af2b0031392d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:09.700300256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21597c88-a4f0-4462-96c0-af2b0031392d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:10.451800714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca4d433-abf2-4478-a5fe-68404bbfd2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:10.468875289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca4d433-abf2-4478-a5fe-68404bbfd2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:10.484862275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca4d433-abf2-4478-a5fe-68404bbfd2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:10.500956023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca4d433-abf2-4478-a5fe-68404bbfd2ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:10.530741799Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f29358","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f29358","reconcileID":"8474b261-9ef9-4040-bd4f-2bcaae0beaa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f29358","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-f29358":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.147262274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ceb48c-2be3-4354-b411-16d34bcb4d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.163248259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ceb48c-2be3-4354-b411-16d34bcb4d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.180012562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ceb48c-2be3-4354-b411-16d34bcb4d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.196656001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21ceb48c-2be3-4354-b411-16d34bcb4d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.822929391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e687cbb6-c6b8-4a75-bc82-0bb634ac13be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.839094905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e687cbb6-c6b8-4a75-bc82-0bb634ac13be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.855355219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e687cbb6-c6b8-4a75-bc82-0bb634ac13be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:11.871554783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e687cbb6-c6b8-4a75-bc82-0bb634ac13be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:12.701238902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b1951-38b0-4d48-8f77-d21c5a093230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:12.720860646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b1951-38b0-4d48-8f77-d21c5a093230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:12.738077651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b1951-38b0-4d48-8f77-d21c5a093230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:12.754858077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959b1951-38b0-4d48-8f77-d21c5a093230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:14.630625868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:14.953366041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"af7ac20d-e9ef-41f7-b701-c8a6a19bfbd9","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","subscription":"e2e-auth-iso-d686bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:14.969887813Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"af7ac20d-e9ef-41f7-b701-c8a6a19bfbd9","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:14.986655937Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"af7ac20d-e9ef-41f7-b701-c8a6a19bfbd9","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"maas-trlp-auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.08128097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"b480dc97-ea61-431e-8bd3-d6a82b557060","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.081305018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"b480dc97-ea61-431e-8bd3-d6a82b557060","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.117786723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"584a26b3-7aa9-4e1f-ab60-7658cdc44f6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.141624555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"584a26b3-7aa9-4e1f-ab60-7658cdc44f6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.308293535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"c33d5344-ea7b-4613-a984-d91a603dd8d1","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.30831396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"c33d5344-ea7b-4613-a984-d91a603dd8d1","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.323790679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"72388fea-dc00-4a45-8504-064216abdeec","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.34512591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"72388fea-dc00-4a45-8504-064216abdeec","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.363108045Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"30a3713f-5c64-462e-91df-71902b828381","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e40c1587","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.417391208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"e03b8e0b-ac30-4d45-8a6a-a6eb5839c0ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.438720596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"e03b8e0b-ac30-4d45-8a6a-a6eb5839c0ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.526344981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"c2902fb1-9351-4258-aeaa-8a7f80a11a58","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:15.548627142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"c2902fb1-9351-4258-aeaa-8a7f80a11a58","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.650686646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"655bd79d-e8be-4962-acef-720819958f23","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","subscription":"e2e-auth-iso-d85577","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.667372293Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"655bd79d-e8be-4962-acef-720819958f23","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.68423272Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"655bd79d-e8be-4962-acef-720819958f23","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"maas-trlp-auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.843175937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"3bf06bf0-a69d-4623-97c1-faaef44d3132","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.843197233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"3bf06bf0-a69d-4623-97c1-faaef44d3132","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.875398395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"94ce0ec5-b772-44c4-b6cf-ff69222af115","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.896629745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"94ce0ec5-b772-44c4-b6cf-ff69222af115","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.975318415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"fcdfa3e2-8c65-4d76-88d4-4ae9174f9940","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.997498793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"fcdfa3e2-8c65-4d76-88d4-4ae9174f9940","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.99965353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"0a87cc20-ae21-4685-a23e-388766e727e9","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:16.99966915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"0a87cc20-ae21-4685-a23e-388766e727e9","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:17.059417356Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"7b910634-8496-4186-99df-a8b8f3f346c4","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c94e56a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:17.076048511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"bb78b5f7-463d-4476-91a9-a53c8262b9cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:17.098214828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"bb78b5f7-463d-4476-91a9-a53c8262b9cc","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:17.266767348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"e586aeb5-7639-49da-91b4-c045fbe1d885","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:17.28799336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"e586aeb5-7639-49da-91b4-c045fbe1d885","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.379977801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a4bedde2-ce50-41a5-8079-f2cd942b0442","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","subscription":"e2e-auth-iso-d686bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.397301681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a4bedde2-ce50-41a5-8079-f2cd942b0442","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.413943352Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"a4bedde2-ce50-41a5-8079-f2cd942b0442","MaaSSubscription":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"maas-trlp-auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.507295828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"7f6c44df-2795-4cf0-916d-63933067f2b7","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.50732153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"7f6c44df-2795-4cf0-916d-63933067f2b7","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.540923502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"5890e456-32ed-4bf2-8e4f-877a4ca3dc9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.562048668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"5890e456-32ed-4bf2-8e4f-877a4ca3dc9f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.644743553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"04f8db1d-1ec2-40f8-9fc2-5c060eb750e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.662455235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"daf4bfb8-f693-446d-89e6-d7151afe6cf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.662592342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"1c8c0d23-51ec-488b-b097-2f7f72e16ea6","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.662610398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"1c8c0d23-51ec-488b-b097-2f7f72e16ea6","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.666821551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"04f8db1d-1ec2-40f8-9fc2-5c060eb750e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.729506404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"daf4bfb8-f693-446d-89e6-d7151afe6cf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.785179168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"daf4bfb8-f693-446d-89e6-d7151afe6cf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"name":"e2e-shared-a-w3-8570e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.785198343Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"e2e-auth-iso-d686bf","reconcileID":"daf4bfb8-f693-446d-89e6-d7151afe6cf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.812609077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"3e7b3a86-a4f5-42da-bf1a-02a8e66a4473","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"tenant":"e2e-shared-a-w3-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","model":"ai-tenant-e2e-shared-a-w3-8570e6/auth-test-model-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.812630897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"auth-test-model-8570e6","reconcileID":"3e7b3a86-a4f5-42da-bf1a-02a8e66a4473","MaaSModelRef":{"name":"auth-test-model-8570e6","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"routeName":"auth-test-model-8570e6-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","llmisvcName":"auth-test-model-8570e6","gateway":"openshift-ingress/e2e-shared-a-w3-8570e6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.967237075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"36970a77-0988-49af-a240-1393ef8a4540","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.967248803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"f2d8afbb-2502-49f1-b573-a24eee187a38","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:25.967333773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"f2d8afbb-2502-49f1-b573-a24eee187a38","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:26.099800083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"36970a77-0988-49af-a240-1393ef8a4540","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:26.155175206Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"36970a77-0988-49af-a240-1393ef8a4540","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"name":"e2e-shared-b-w3-c2bb6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:26.155193997Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"e2e-auth-iso-d686bf","reconcileID":"36970a77-0988-49af-a240-1393ef8a4540","MaaSAuthPolicy":{"name":"e2e-auth-iso-d686bf","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:26.176417003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"9c06da79-91c3-4551-892d-85414130f5a4","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"tenant":"e2e-shared-b-w3-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","model":"ai-tenant-e2e-shared-b-w3-c2bb6c/auth-test-model-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:26.176438189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"auth-test-model-c2bb6c","reconcileID":"9c06da79-91c3-4551-892d-85414130f5a4","MaaSModelRef":{"name":"auth-test-model-c2bb6c","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"routeName":"auth-test-model-c2bb6c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","llmisvcName":"auth-test-model-c2bb6c","gateway":"openshift-ingress/e2e-shared-b-w3-c2bb6c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.076411069Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6bafce34-5d06-493b-9b0d-e8588453285c","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","subscription":"e2e-auth-iso-d85577","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.093136232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6bafce34-5d06-493b-9b0d-e8588453285c","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.156176742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"6bafce34-5d06-493b-9b0d-e8588453285c","MaaSSubscription":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"maas-trlp-auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.250918523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"f87e70f9-a865-4412-af62-47d6f93f35d3","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.250940016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"f87e70f9-a865-4412-af62-47d6f93f35d3","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.282493422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"802728af-c976-4362-8dac-a148cc149d0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.306279717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"802728af-c976-4362-8dac-a148cc149d0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.407317771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"4a010d22-dd49-4aa6-9223-12d48f0bd050","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.407438948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"2f9bbe79-5df0-420f-951e-dfd202c58ab9","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.407461617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"2f9bbe79-5df0-420f-951e-dfd202c58ab9","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.469331534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"b234a924-54cb-44e7-b43d-4b8924cd494e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.491548256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"b234a924-54cb-44e7-b43d-4b8924cd494e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.554120693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"4a010d22-dd49-4aa6-9223-12d48f0bd050","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.611131761Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"4a010d22-dd49-4aa6-9223-12d48f0bd050","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"name":"e2e-shared-a-w4-011ea5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.611152222Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"e2e-auth-iso-d85577","reconcileID":"4a010d22-dd49-4aa6-9223-12d48f0bd050","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.634246475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"bf180382-f017-4f44-bcc1-5e51794b7fc4","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"tenant":"e2e-shared-a-w4-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","model":"ai-tenant-e2e-shared-a-w4-011ea5/auth-test-model-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.634263863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"auth-test-model-011ea5","reconcileID":"bf180382-f017-4f44-bcc1-5e51794b7fc4","MaaSModelRef":{"name":"auth-test-model-011ea5","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"routeName":"auth-test-model-011ea5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","llmisvcName":"auth-test-model-011ea5","gateway":"openshift-ingress/e2e-shared-a-w4-011ea5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.806906303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"4032a750-bad3-4a3e-a193-9057deb27840","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.807637853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"3c192b5b-1f67-438f-aaff-b63a1403a2b5","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.807711495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"3c192b5b-1f67-438f-aaff-b63a1403a2b5","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.941909207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"4032a750-bad3-4a3e-a193-9057deb27840","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.998556731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"4032a750-bad3-4a3e-a193-9057deb27840","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"name":"e2e-shared-b-w4-ca2244-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:27.998584112Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"e2e-auth-iso-d85577","reconcileID":"4032a750-bad3-4a3e-a193-9057deb27840","MaaSAuthPolicy":{"name":"e2e-auth-iso-d85577","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:28.027161614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"632320e9-53bc-4b5d-ae03-be9795fe33be","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"tenant":"e2e-shared-b-w4-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","model":"ai-tenant-e2e-shared-b-w4-ca2244/auth-test-model-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:28.027187513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"auth-test-model-ca2244","reconcileID":"632320e9-53bc-4b5d-ae03-be9795fe33be","MaaSModelRef":{"name":"auth-test-model-ca2244","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"routeName":"auth-test-model-ca2244-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","llmisvcName":"auth-test-model-ca2244","gateway":"openshift-ingress/e2e-shared-b-w4-ca2244","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:30.198141163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"917de694-8435-422d-834b-54229c9ee701","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:30.243720121Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"917de694-8435-422d-834b-54229c9ee701","name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:31.884463722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"070815ef-177c-430c-a8f0-fb23ebe63092","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-auth-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:31.943115001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"53e4f706-e9d6-4475-8fda-ca512acbd151","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:31.943135855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"53e4f706-e9d6-4475-8fda-ca512acbd151","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:32.029329883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"c77b9028-cd13-468e-ab49-bd35ae54e1b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:32.05044239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"c77b9028-cd13-468e-ab49-bd35ae54e1b6","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.309349988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"3269ee9b-412b-4884-853f-23535a168ddc","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.309372993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"3269ee9b-412b-4884-853f-23535a168ddc","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.344098457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"b15ad318-d627-42db-bec9-7ec2ec056adf","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.363636218Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"298a2307-be69-4330-a381-b3aff7dece3d","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa2f078f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.365042542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"b15ad318-d627-42db-bec9-7ec2ec056adf","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.535825752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"2cf92dfb-5ae3-4760-bcaf-0034452ef23a","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:33.557182417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"2cf92dfb-5ae3-4760-bcaf-0034452ef23a","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:42.608411174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"78d8cc8e-5112-4e01-b3a9-282f6cb6a93f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:42.653993807Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"78d8cc8e-5112-4e01-b3a9-282f6cb6a93f","name":"e2e-extmod-a-f29358-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.380843712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"917c71ba-1a53-4b22-a8c8-7542a9d99903","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","subscription":"e2e-auth-iso-371100","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.397597914Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"917c71ba-1a53-4b22-a8c8-7542a9d99903","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.414387217Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"917c71ba-1a53-4b22-a8c8-7542a9d99903","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.508477893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"7d1c3c92-55f4-467c-9aa0-4aaaf8fd0cd6","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.508500214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"7d1c3c92-55f4-467c-9aa0-4aaaf8fd0cd6","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.540398035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"38266244-b828-4ee3-8dfe-f8231ae899e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.561787905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"38266244-b828-4ee3-8dfe-f8231ae899e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.644936144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"56266505-596a-4185-a7c0-26d7df98d82d","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.66580435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"56266505-596a-4185-a7c0-26d7df98d82d","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.666409367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"6ae10dbb-78e1-4321-8d9d-be9b57b996e6","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.666429385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"6ae10dbb-78e1-4321-8d9d-be9b57b996e6","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.720849224Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"0e59a4b5-c429-4708-953e-d27e30cf9c2d","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6a636b67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.745247682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"e642b362-a3dc-4643-90c3-cdda946a9d08","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.768884251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"e642b362-a3dc-4643-90c3-cdda946a9d08","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.930197101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"b1be80c5-c99b-446a-9add-e991a0e925c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:43.951591169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"b1be80c5-c99b-446a-9add-e991a0e925c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:44.630716762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:48.467096887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0471b5d-021b-470a-9799-5c6765c526e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:48.484105109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0471b5d-021b-470a-9799-5c6765c526e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:48.500406184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0471b5d-021b-470a-9799-5c6765c526e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:48.516423404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0471b5d-021b-470a-9799-5c6765c526e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.168827808Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-79cc5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-79cc5b","reconcileID":"bf2a259a-3b29-428d-bd56-7ba17d8b0220","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-79cc5b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-79cc5b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.254621053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67148c-9518-43a1-a722-51180978c818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.273043281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67148c-9518-43a1-a722-51180978c818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.292161744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67148c-9518-43a1-a722-51180978c818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.30844651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de67148c-9518-43a1-a722-51180978c818","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.96030255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20518f9-8a12-4a9d-9f69-3b6e37686ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.976319411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20518f9-8a12-4a9d-9f69-3b6e37686ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:49.99224186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20518f9-8a12-4a9d-9f69-3b6e37686ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:50.010826994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c20518f9-8a12-4a9d-9f69-3b6e37686ab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.737312695Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"c95f76e5-61cd-4566-9fbd-4db15e883d5e","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","subscription":"e2e-auth-iso-371100","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.753934755Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"c95f76e5-61cd-4566-9fbd-4db15e883d5e","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.770750221Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"c95f76e5-61cd-4566-9fbd-4db15e883d5e","MaaSSubscription":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.866900355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"c45bbaef-9204-4346-8252-4c248d4acae3","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.866924629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"c45bbaef-9204-4346-8252-4c248d4acae3","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.898403237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3740ac76-de30-4205-993a-73a64015ef07","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.919371026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"3740ac76-de30-4205-993a-73a64015ef07","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:53.998522177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"39d46e3a-da1b-48a1-b0e2-0bbb691086e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.019875836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"39d46e3a-da1b-48a1-b0e2-0bbb691086e9","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.026126498Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"6dc5892a-8abc-4933-8134-d89ba7bb7f8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.026275609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"e7d4810e-bf0d-4c07-89ff-f0f49910d7ef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.026292042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"e7d4810e-bf0d-4c07-89ff-f0f49910d7ef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.083628642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"6dc5892a-8abc-4933-8134-d89ba7bb7f8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.180898932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"6dc5892a-8abc-4933-8134-d89ba7bb7f8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.180938899Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-auth-iso-371100","reconcileID":"6dc5892a-8abc-4933-8134-d89ba7bb7f8e","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.265465614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"6605ca85-c134-4231-a864-a0671300a710","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/auth-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.265493983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"auth-test-model-70588e","reconcileID":"6605ca85-c134-4231-a864-a0671300a710","MaaSModelRef":{"name":"auth-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"auth-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"auth-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.360936494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"4aa8ff08-8059-460e-8874-fc1564923a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.361045148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"e18e1df7-5d38-4884-9163-b43768b24d8c","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.361073779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"e18e1df7-5d38-4884-9163-b43768b24d8c","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.409031957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"4aa8ff08-8059-460e-8874-fc1564923a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.464435691Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"4aa8ff08-8059-460e-8874-fc1564923a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.464453341Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-auth-iso-371100","reconcileID":"4aa8ff08-8059-460e-8874-fc1564923a2f","MaaSAuthPolicy":{"name":"e2e-auth-iso-371100","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.4867864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"5dc00bb6-dd8d-4aee-93d2-5fd4960878c9","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/auth-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:54.486808191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"auth-test-model-c5de2e","reconcileID":"5dc00bb6-dd8d-4aee-93d2-5fd4960878c9","MaaSModelRef":{"name":"auth-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"auth-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"auth-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:58.466208385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9567422a-68d8-4a67-883b-2a9dc52992a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:58.482259311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9567422a-68d8-4a67-883b-2a9dc52992a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:58.498559293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9567422a-68d8-4a67-883b-2a9dc52992a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:58.514382093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9567422a-68d8-4a67-883b-2a9dc52992a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.152490749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dcc6ca-4614-42fa-a853-09b55e80fec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.16888904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dcc6ca-4614-42fa-a853-09b55e80fec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.184930088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dcc6ca-4614-42fa-a853-09b55e80fec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.20116919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dcc6ca-4614-42fa-a853-09b55e80fec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.305726759Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-84a4e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-84a4e8","reconcileID":"ef8734e1-0ec7-4b36-96ba-bfd5490e07f2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-84a4e8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-84a4e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.877260625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2e824b-092f-4ce9-87d7-2fe7dd36e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.894041276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2e824b-092f-4ce9-87d7-2fe7dd36e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.9226848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2e824b-092f-4ce9-87d7-2fe7dd36e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:17:59.93941825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2e824b-092f-4ce9-87d7-2fe7dd36e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:00.628829063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18d8db-c57b-49eb-bf52-9dbdec477eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:00.644900169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18d8db-c57b-49eb-bf52-9dbdec477eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:00.661153026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18d8db-c57b-49eb-bf52-9dbdec477eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:00.677409301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f18d8db-c57b-49eb-bf52-9dbdec477eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:01.314277408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229786c-31a9-4b8f-849e-a3bd28059596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:01.331163827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229786c-31a9-4b8f-849e-a3bd28059596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:01.356183111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229786c-31a9-4b8f-849e-a3bd28059596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:01.376851025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229786c-31a9-4b8f-849e-a3bd28059596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:02.040903211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e584b-21d5-4a88-879e-0d09b57a82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:02.058020806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e584b-21d5-4a88-879e-0d09b57a82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:02.074103243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e584b-21d5-4a88-879e-0d09b57a82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:02.090248401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e584b-21d5-4a88-879e-0d09b57a82da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:03.98329655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5e94c-13e8-4fa1-b4b4-a11019ea02f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:03.999753804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5e94c-13e8-4fa1-b4b4-a11019ea02f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.015950274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5e94c-13e8-4fa1-b4b4-a11019ea02f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.032106974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48a5e94c-13e8-4fa1-b4b4-a11019ea02f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.657887067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1477474b-00c8-435d-92ea-15c4e7fce583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.674294737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1477474b-00c8-435d-92ea-15c4e7fce583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.690461955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1477474b-00c8-435d-92ea-15c4e7fce583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:04.706458079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1477474b-00c8-435d-92ea-15c4e7fce583","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:05.365165596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072b8691-5916-45fb-9f83-ed7592dc09eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:05.381329568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072b8691-5916-45fb-9f83-ed7592dc09eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:05.398328754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072b8691-5916-45fb-9f83-ed7592dc09eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:05.414130015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072b8691-5916-45fb-9f83-ed7592dc09eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:10.466525442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7996691-03d8-4f6e-a065-630feb7c659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:10.482919463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7996691-03d8-4f6e-a065-630feb7c659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:10.499138184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7996691-03d8-4f6e-a065-630feb7c659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:10.515408159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7996691-03d8-4f6e-a065-630feb7c659d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.264815453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a86d3-01f8-43bf-9291-b9a7708153c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.281801059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a86d3-01f8-43bf-9291-b9a7708153c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.298314367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a86d3-01f8-43bf-9291-b9a7708153c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.314633452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43a86d3-01f8-43bf-9291-b9a7708153c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.320970854Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-14f8bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-14f8bd","reconcileID":"19976922-0714-470d-a066-feb567a581a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-14f8bd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-14f8bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.980334429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362b478-3484-4d11-827d-bebe573ee4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:11.997279008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362b478-3484-4d11-827d-bebe573ee4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:12.013477916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362b478-3484-4d11-827d-bebe573ee4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:12.029871707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6362b478-3484-4d11-827d-bebe573ee4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:14.63127335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.146791386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fde10b5-9199-4bbc-9d52-9ff420f97678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.164413797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fde10b5-9199-4bbc-9d52-9ff420f97678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.181600897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fde10b5-9199-4bbc-9d52-9ff420f97678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.197938973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fde10b5-9199-4bbc-9d52-9ff420f97678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.822918062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17c9d0-9951-4055-bbcb-6f4e0f1ba655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.838887586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17c9d0-9951-4055-bbcb-6f4e0f1ba655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.856302559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17c9d0-9951-4055-bbcb-6f4e0f1ba655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:17.872496919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef17c9d0-9951-4055-bbcb-6f4e0f1ba655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:18.506959952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42429c27-2ab1-46d8-b6c3-bab8dcf006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:18.523183805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42429c27-2ab1-46d8-b6c3-bab8dcf006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:18.538942025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42429c27-2ab1-46d8-b6c3-bab8dcf006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:18.557146857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42429c27-2ab1-46d8-b6c3-bab8dcf006c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:19.277184381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41430518-09d7-45ef-8bb5-8c08635cb61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:19.294147878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41430518-09d7-45ef-8bb5-8c08635cb61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:19.310583393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41430518-09d7-45ef-8bb5-8c08635cb61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:19.327198986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41430518-09d7-45ef-8bb5-8c08635cb61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:24.373954994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"8408c30b-77bc-4382-89a3-a964be75297a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:24.4193761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"8408c30b-77bc-4382-89a3-a964be75297a","name":"e2e-extmod-a-79cc5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:26.658546624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e651a2-d9b3-4ace-bad0-1e5b739466bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:26.674604542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e651a2-d9b3-4ace-bad0-1e5b739466bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:26.691417817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e651a2-d9b3-4ace-bad0-1e5b739466bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:26.708314624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11e651a2-d9b3-4ace-bad0-1e5b739466bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:27.341402441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8518ae5a-5626-4710-b0ce-1fb96fc13e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:27.357470161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8518ae5a-5626-4710-b0ce-1fb96fc13e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:27.373402874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8518ae5a-5626-4710-b0ce-1fb96fc13e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:27.389442863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8518ae5a-5626-4710-b0ce-1fb96fc13e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:27.482875189Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-29e75b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-29e75b","reconcileID":"6105fca5-7a66-4daa-8175-c79bbf6e9310","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-29e75b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-29e75b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.032259026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0fea04-7a7f-4200-a62b-41f09e2181fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.048163299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0fea04-7a7f-4200-a62b-41f09e2181fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.063937802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0fea04-7a7f-4200-a62b-41f09e2181fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.080144348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f0fea04-7a7f-4200-a62b-41f09e2181fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.95573523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a78cf9-118f-4df5-8b73-bf80bc3bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.972706074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a78cf9-118f-4df5-8b73-bf80bc3bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:28.989378028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a78cf9-118f-4df5-8b73-bf80bc3bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:29.006570438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3a78cf9-118f-4df5-8b73-bf80bc3bd04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:29.682272172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d588dd-efd7-46ce-ba54-857944532b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:29.73126621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d588dd-efd7-46ce-ba54-857944532b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:29.758123914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d588dd-efd7-46ce-ba54-857944532b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:29.785539475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44d588dd-efd7-46ce-ba54-857944532b4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:30.453747241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5b26c2-fd66-4873-9fa3-2ab2a18782f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:30.469980877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5b26c2-fd66-4873-9fa3-2ab2a18782f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:30.486671401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5b26c2-fd66-4873-9fa3-2ab2a18782f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:30.502769461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5b26c2-fd66-4873-9fa3-2ab2a18782f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.179522009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402e03c6-46d8-45fc-9e7c-2d9008fc4ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.195730134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402e03c6-46d8-45fc-9e7c-2d9008fc4ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.211873196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402e03c6-46d8-45fc-9e7c-2d9008fc4ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.228901258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"402e03c6-46d8-45fc-9e7c-2d9008fc4ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.863848726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2ab2d2-f69b-48bf-9558-a29e00e126bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.880557459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2ab2d2-f69b-48bf-9558-a29e00e126bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.900296613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2ab2d2-f69b-48bf-9558-a29e00e126bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:31.917465227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2ab2d2-f69b-48bf-9558-a29e00e126bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:32.580540592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0e99ac-7df1-4563-86bd-732c26bd865d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:32.596342669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0e99ac-7df1-4563-86bd-732c26bd865d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:32.612496035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0e99ac-7df1-4563-86bd-732c26bd865d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:32.628300468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0e99ac-7df1-4563-86bd-732c26bd865d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:37.757214076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2a0106-3ab9-4414-afe3-dc4017a231aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:37.773892058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2a0106-3ab9-4414-afe3-dc4017a231aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:37.790285931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2a0106-3ab9-4414-afe3-dc4017a231aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:37.806228909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2a0106-3ab9-4414-afe3-dc4017a231aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:37.975317401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"8e81ef77-9b68-4bd2-9432-7b9424d31086","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.020771287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"8e81ef77-9b68-4bd2-9432-7b9424d31086","name":"e2e-extmod-a-84a4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.475833904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393ddd6-05a7-4797-832e-357c12052f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.493380997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393ddd6-05a7-4797-832e-357c12052f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.50979577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393ddd6-05a7-4797-832e-357c12052f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.525790702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393ddd6-05a7-4797-832e-357c12052f5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:38.619689057Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-28600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-28600c","reconcileID":"5d4bb0d3-f614-44ba-847a-cf2a8c48e93b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-28600c","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-28600c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.257521802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f735a91a-34af-4b2e-836d-5a4af72192d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.273523131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f735a91a-34af-4b2e-836d-5a4af72192d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.28946752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f735a91a-34af-4b2e-836d-5a4af72192d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.305463044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f735a91a-34af-4b2e-836d-5a4af72192d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.96184152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bcd1c0-c3cd-4e04-9ace-b8dbcd9c294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.978022401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bcd1c0-c3cd-4e04-9ace-b8dbcd9c294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:39.994365846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bcd1c0-c3cd-4e04-9ace-b8dbcd9c294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:40.010910619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3bcd1c0-c3cd-4e04-9ace-b8dbcd9c294b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:40.717331899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12980c3-2b65-465e-b2db-1495986004fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:40.736920402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12980c3-2b65-465e-b2db-1495986004fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:40.764822358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12980c3-2b65-465e-b2db-1495986004fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:40.787015079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12980c3-2b65-465e-b2db-1495986004fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:41.414889735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26cb38-de93-41d7-ba14-8f72c52f2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:41.430810922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26cb38-de93-41d7-ba14-8f72c52f2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:41.446675511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26cb38-de93-41d7-ba14-8f72c52f2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:41.462428303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b26cb38-de93-41d7-ba14-8f72c52f2d60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.091646504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d500c800-8be0-46d4-a17d-c8cf7bbdbeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.107602952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d500c800-8be0-46d4-a17d-c8cf7bbdbeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.123413362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d500c800-8be0-46d4-a17d-c8cf7bbdbeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.139401208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d500c800-8be0-46d4-a17d-c8cf7bbdbeba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.876160936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555bad63-5b5b-49c5-805b-78deb4f0c46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.893137562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555bad63-5b5b-49c5-805b-78deb4f0c46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.909127164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555bad63-5b5b-49c5-805b-78deb4f0c46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:42.925196401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555bad63-5b5b-49c5-805b-78deb4f0c46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:43.552491097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1bed7c4-fe17-409c-a223-9cccbbfc6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:43.569756018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1bed7c4-fe17-409c-a223-9cccbbfc6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:43.585767294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1bed7c4-fe17-409c-a223-9cccbbfc6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:43.601930184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1bed7c4-fe17-409c-a223-9cccbbfc6825","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:44.3549562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681a8f3-4a73-4966-a4c1-2e489e3442b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:44.370880238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681a8f3-4a73-4966-a4c1-2e489e3442b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:44.386629988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681a8f3-4a73-4966-a4c1-2e489e3442b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:44.402797095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4681a8f3-4a73-4966-a4c1-2e489e3442b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:44.629848838Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.064277957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3923-966f-46de-b61a-f8f6db690415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.08025928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3923-966f-46de-b61a-f8f6db690415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.096231289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3923-966f-46de-b61a-f8f6db690415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.112277888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e62c3923-966f-46de-b61a-f8f6db690415","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.739350988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8df4b29-60b2-4ae2-bfd5-fb5edfc1d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.75596451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8df4b29-60b2-4ae2-bfd5-fb5edfc1d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.772460774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8df4b29-60b2-4ae2-bfd5-fb5edfc1d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:45.788298549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8df4b29-60b2-4ae2-bfd5-fb5edfc1d710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:46.436900615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d951615-66fb-4564-824a-f24a960f7075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:46.453374739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d951615-66fb-4564-824a-f24a960f7075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:46.469412465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d951615-66fb-4564-824a-f24a960f7075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:46.48622907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d951615-66fb-4564-824a-f24a960f7075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.122147953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8106e9-2403-4eeb-ab79-2cf95a913e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.138140639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8106e9-2403-4eeb-ab79-2cf95a913e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.15431994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8106e9-2403-4eeb-ab79-2cf95a913e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.171120582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc8106e9-2403-4eeb-ab79-2cf95a913e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.803143249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ca0987-d2bb-4369-a807-47ae57710823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.819031955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ca0987-d2bb-4369-a807-47ae57710823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.836713004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ca0987-d2bb-4369-a807-47ae57710823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:47.853225093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58ca0987-d2bb-4369-a807-47ae57710823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:48.570268177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f91e37f-c0bb-4dad-a2ee-a959c5c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:48.587120397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f91e37f-c0bb-4dad-a2ee-a959c5c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:48.603977276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f91e37f-c0bb-4dad-a2ee-a959c5c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:48.620115692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f91e37f-c0bb-4dad-a2ee-a959c5c7ccbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.258804381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa1425c-42fc-4cbd-a43f-e1f37676e5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.274922735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa1425c-42fc-4cbd-a43f-e1f37676e5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.291660962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa1425c-42fc-4cbd-a43f-e1f37676e5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.307877769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fa1425c-42fc-4cbd-a43f-e1f37676e5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.953797497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd245f0-c28b-4631-8653-53138e57b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.969983088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd245f0-c28b-4631-8653-53138e57b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:49.985938162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd245f0-c28b-4631-8653-53138e57b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:50.002494184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd245f0-c28b-4631-8653-53138e57b138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:50.689007551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a945ef8a-faa2-4de9-bd47-948ae7d9a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:50.705838965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a945ef8a-faa2-4de9-bd47-948ae7d9a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:50.722258883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a945ef8a-faa2-4de9-bd47-948ae7d9a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:50.7386802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a945ef8a-faa2-4de9-bd47-948ae7d9a74e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.489747396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb69afb-852d-4762-8174-a69052418fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.50590109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb69afb-852d-4762-8174-a69052418fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.52232701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb69afb-852d-4762-8174-a69052418fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.593788507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb69afb-852d-4762-8174-a69052418fac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.770208949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"2155d04c-aae9-41a4-9764-b851814ee89a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:51.815165801Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"2155d04c-aae9-41a4-9764-b851814ee89a","name":"e2e-extmod-b-14f8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:52.38073962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413b858-857c-439f-bfd0-2fb77ba80d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:52.397317306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413b858-857c-439f-bfd0-2fb77ba80d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:52.413329523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413b858-857c-439f-bfd0-2fb77ba80d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:52.429555328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d413b858-857c-439f-bfd0-2fb77ba80d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.06278035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8f8020-28f8-4ff7-b9ea-3ed730613c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.079593597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8f8020-28f8-4ff7-b9ea-3ed730613c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.09558791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8f8020-28f8-4ff7-b9ea-3ed730613c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.111639032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd8f8020-28f8-4ff7-b9ea-3ed730613c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.800859712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a7161b-6ec0-4fe0-88c7-b573bc6db353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.817604967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a7161b-6ec0-4fe0-88c7-b573bc6db353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.834387651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a7161b-6ec0-4fe0-88c7-b573bc6db353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:18:53.851115293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32a7161b-6ec0-4fe0-88c7-b573bc6db353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.117894148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c07f1-4499-4058-b150-ab683d863210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.133830838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c07f1-4499-4058-b150-ab683d863210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.149942116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c07f1-4499-4058-b150-ab683d863210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.166562637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"703c07f1-4499-4058-b150-ab683d863210","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.790333974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33416bf-e26e-40c7-b786-910c5e0e3568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.806221737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33416bf-e26e-40c7-b786-910c5e0e3568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.822451342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33416bf-e26e-40c7-b786-910c5e0e3568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:05.838535069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33416bf-e26e-40c7-b786-910c5e0e3568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:06.471868958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7876812d-1d55-4c2a-a12d-ca8a9b18e26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:06.49009512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7876812d-1d55-4c2a-a12d-ca8a9b18e26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:06.505957252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7876812d-1d55-4c2a-a12d-ca8a9b18e26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:06.581143386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7876812d-1d55-4c2a-a12d-ca8a9b18e26d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:08.321356512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"ca14ee64-8c98-4bc4-8b84-9916b6de1de8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:08.367727737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"ca14ee64-8c98-4bc4-8b84-9916b6de1de8","name":"e2e-extmod-b-29e75b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.154574928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721866cf-aa25-4f2a-a0f2-42536401a1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.170799847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721866cf-aa25-4f2a-a0f2-42536401a1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.186984194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721866cf-aa25-4f2a-a0f2-42536401a1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.20339743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"721866cf-aa25-4f2a-a0f2-42536401a1b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.860529558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd5f2cc-96a1-430f-9f8c-296898bf1b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.87661283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd5f2cc-96a1-430f-9f8c-296898bf1b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.89245755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd5f2cc-96a1-430f-9f8c-296898bf1b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.90923532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efd5f2cc-96a1-430f-9f8c-296898bf1b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:11.917144251Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1546c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1546c7","reconcileID":"d0846f8a-55b4-4e11-9fc6-fa507c632ea9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1546c7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-1546c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:12.647766949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a983edf8-ef74-45a8-a547-dd3680838672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:12.663567169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a983edf8-ef74-45a8-a547-dd3680838672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:12.679404478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a983edf8-ef74-45a8-a547-dd3680838672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:12.696264447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a983edf8-ef74-45a8-a547-dd3680838672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:13.321147264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51bf6ee-7783-424b-b7e6-1565d35323b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:13.337292536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51bf6ee-7783-424b-b7e6-1565d35323b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:13.353017289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51bf6ee-7783-424b-b7e6-1565d35323b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:13.369026974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51bf6ee-7783-424b-b7e6-1565d35323b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.085115028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a14f6f-189d-44b0-885d-79f3af8387ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.10250742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a14f6f-189d-44b0-885d-79f3af8387ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.119026205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a14f6f-189d-44b0-885d-79f3af8387ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.135421275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a14f6f-189d-44b0-885d-79f3af8387ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.629922762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.788235603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec1bbf-1580-424a-a189-9515da244006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.804703168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec1bbf-1580-424a-a189-9515da244006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.820688941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec1bbf-1580-424a-a189-9515da244006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:14.837095897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec1bbf-1580-424a-a189-9515da244006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:15.57922758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b173da6-97d3-44b6-a3b4-75380054d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:15.595863497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b173da6-97d3-44b6-a3b4-75380054d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:15.612041009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b173da6-97d3-44b6-a3b4-75380054d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:15.628240877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b173da6-97d3-44b6-a3b4-75380054d8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.203930055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251dae-c071-4c40-bc59-d9d422895312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.220019494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251dae-c071-4c40-bc59-d9d422895312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.236123886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251dae-c071-4c40-bc59-d9d422895312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.252144255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a251dae-c071-4c40-bc59-d9d422895312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.937235695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1365e51e-b32c-4409-a408-f0413f655e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.953375423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1365e51e-b32c-4409-a408-f0413f655e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.972598551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1365e51e-b32c-4409-a408-f0413f655e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:20.988710074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1365e51e-b32c-4409-a408-f0413f655e49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.462495013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"c559e9f6-ad57-473a-8ea3-d2b859f2ab62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-28600c","tenantID":"e2e-autores-28600c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.517658381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"c559e9f6-ad57-473a-8ea3-d2b859f2ab62","name":"e2e-autores-28600c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.7861619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0719-6403-451f-a991-0b60f69e51f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.802315696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0719-6403-451f-a991-0b60f69e51f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.818294829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0719-6403-451f-a991-0b60f69e51f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:21.834260952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd2f0719-6403-451f-a991-0b60f69e51f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:22.618114927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb93556-1442-4a57-9e7f-766a5860b08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:22.634463485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb93556-1442-4a57-9e7f-766a5860b08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:22.650687474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb93556-1442-4a57-9e7f-766a5860b08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:22.667459313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb93556-1442-4a57-9e7f-766a5860b08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:23.364341768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152db45b-e305-46ed-91fb-4abe37844352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:23.38324681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152db45b-e305-46ed-91fb-4abe37844352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:23.399967802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152db45b-e305-46ed-91fb-4abe37844352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:23.41695265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152db45b-e305-46ed-91fb-4abe37844352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.254074129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244fa68b-f659-461c-ab3e-e6d399363769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.270868596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244fa68b-f659-461c-ab3e-e6d399363769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.287576662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244fa68b-f659-461c-ab3e-e6d399363769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.304462619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244fa68b-f659-461c-ab3e-e6d399363769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.961173666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238e2ea-340f-47a7-9bc0-14bbd279d4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.977888252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238e2ea-340f-47a7-9bc0-14bbd279d4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:26.994103081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238e2ea-340f-47a7-9bc0-14bbd279d4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.010304566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7238e2ea-340f-47a7-9bc0-14bbd279d4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.018655486Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3400f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3400f6","reconcileID":"3cb55a23-5092-4de9-86f2-a440d6cd0d0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3400f6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3400f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.654617943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d228b0-dbf0-4aac-8cae-5f762c9448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.670814036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d228b0-dbf0-4aac-8cae-5f762c9448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.687303556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d228b0-dbf0-4aac-8cae-5f762c9448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:27.70378975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9d228b0-dbf0-4aac-8cae-5f762c9448cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:28.361224668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104bd00-0491-41e2-b337-8b14cdd11691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:28.377256401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104bd00-0491-41e2-b337-8b14cdd11691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:28.393321733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104bd00-0491-41e2-b337-8b14cdd11691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:28.409335688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104bd00-0491-41e2-b337-8b14cdd11691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:35.462685517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22037d0d-f4d9-412d-8a38-a18948edb006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:35.479374264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22037d0d-f4d9-412d-8a38-a18948edb006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:35.496092078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22037d0d-f4d9-412d-8a38-a18948edb006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:35.51280719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22037d0d-f4d9-412d-8a38-a18948edb006","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.154608345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c769cdc-8322-4801-b8b8-46bec76c87bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.170808486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c769cdc-8322-4801-b8b8-46bec76c87bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.187007598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c769cdc-8322-4801-b8b8-46bec76c87bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.203233396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c769cdc-8322-4801-b8b8-46bec76c87bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.856300719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dad4b-57bd-430b-b5ac-4327cfe70d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.87242913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dad4b-57bd-430b-b5ac-4327cfe70d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.888317267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dad4b-57bd-430b-b5ac-4327cfe70d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:36.904314603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"725dad4b-57bd-430b-b5ac-4327cfe70d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:37.557868012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e9030-8495-478d-a161-f5fa922f6c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:37.573885677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e9030-8495-478d-a161-f5fa922f6c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:37.590322703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e9030-8495-478d-a161-f5fa922f6c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:37.606708631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4e9030-8495-478d-a161-f5fa922f6c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.028681723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"a4713520-2e9a-48cf-830f-bdb37e515f0f","namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.048719993Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"6d4f34c5-68d0-471d-883e-5f81b20b5833","namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.077860317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"74cbf31e-7375-4b2a-871d-a60a67ff887f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.077872612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4852443a-90e4-4f4d-a0fd-f1785e0717f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.078282481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e48a3508-7bf3-4a14-8ee9-80de4e1b8e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.078379139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ef6b708f-f30d-42a7-bd10-d7cfcc448601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.078566544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d2c7b6bc-630c-4d89-88b1-38457c7ac2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.100636547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"74cbf31e-7375-4b2a-871d-a60a67ff887f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.10065114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d2c7b6bc-630c-4d89-88b1-38457c7ac2b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.103354009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e48a3508-7bf3-4a14-8ee9-80de4e1b8e50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.104347767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ef6b708f-f30d-42a7-bd10-d7cfcc448601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.105751496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4852443a-90e4-4f4d-a0fd-f1785e0717f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.287861176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"da48521b-8e83-4bd5-afb5-a310f43c0862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.288220076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e7f6ea71-ae59-4b50-8f65-769f21bdc0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.288222641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6c1dd175-0e1a-4861-901a-1a4de925329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.288377039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d10f10d6-f2f3-45af-952c-3f41318ce207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.288534904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77375650-47d6-4c0a-8577-7d1f7791ed15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.295017302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"22459352-8e5f-4a18-8b16-066bbd456644","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.309722634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"da48521b-8e83-4bd5-afb5-a310f43c0862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.310600348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"e7f6ea71-ae59-4b50-8f65-769f21bdc0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.313449657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d10f10d6-f2f3-45af-952c-3f41318ce207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.316481261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6c1dd175-0e1a-4861-901a-1a4de925329d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.348005311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"4bd8b398-fb01-4f23-88d3-e52d1ac29918","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.350135452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77375650-47d6-4c0a-8577-7d1f7791ed15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.374191524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77375650-47d6-4c0a-8577-7d1f7791ed15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.401898568Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"0dd7adb5-8d40-469b-920e-234e63631551","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.402289078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85e99f6d-da33-4730-a4d9-9abcd38ba177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.40230968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"85e99f6d-da33-4730-a4d9-9abcd38ba177","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.444310222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"67bd3217-17e3-4e53-89a2-099abfb11abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.465250156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"67bd3217-17e3-4e53-89a2-099abfb11abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.514440554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"b37c7dca-ecbe-47e9-85b5-c4864c7ed6a6","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.5439182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"82bb6c14-d493-4e8b-8999-b3455b2b3b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.544010608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1afea5ac-5cf0-411f-89d8-5f2e9519b9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.565000618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"82bb6c14-d493-4e8b-8999-b3455b2b3b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.565079425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1afea5ac-5cf0-411f-89d8-5f2e9519b9ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.650804694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6fdc2a74-ddc0-4a4e-b81a-febe6102f258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.651182215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9dd5fa78-cb7a-4c0c-8194-23c0e4ec4710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.651797014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"20686802-0b18-4a60-8af6-34916e9e745e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.689192022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6fdc2a74-ddc0-4a4e-b81a-febe6102f258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.69027976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"20686802-0b18-4a60-8af6-34916e9e745e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.690672Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"995f9551-a466-402a-9111-35ffcce85723","namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.693565051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9dd5fa78-cb7a-4c0c-8194-23c0e4ec4710","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.707728459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"af2af2d4-1c86-43b7-bf16-f4407bdd45e7","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.70775244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"af2af2d4-1c86-43b7-bf16-f4407bdd45e7","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.82270361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ea969617-e3f1-433b-9790-df46bba09a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.823477788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b272abcb-79c0-4f14-acb3-eaf752898ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.823719795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"058e9ad4-4537-48e4-9cc5-c5720e5de720","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.823744568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"058e9ad4-4537-48e4-9cc5-c5720e5de720","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.845969962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ea969617-e3f1-433b-9790-df46bba09a49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.846838874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b272abcb-79c0-4f14-acb3-eaf752898ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.867192299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b272abcb-79c0-4f14-acb3-eaf752898ed0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.888328503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5bd8bcf2-f184-47c4-b905-127ff697f756","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.903661096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c90fd043-c777-45bd-9347-c48ab0048d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.908330375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d4408eed-7d13-4278-8337-59c7cc121ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.925188475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c90fd043-c777-45bd-9347-c48ab0048d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.929409417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d4408eed-7d13-4278-8337-59c7cc121ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.948691508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5bd8bcf2-f184-47c4-b905-127ff697f756","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.968257802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5bd8bcf2-f184-47c4-b905-127ff697f756","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.999404856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5980538c-9784-4e3b-bf9e-5476ea01a53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:41.999403946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b298a52c-2a51-4fa1-abf7-d0b9a5ee5157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.007635265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"6365e26d-c460-43ee-b734-08ea9e31a2d3","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.007664464Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"6365e26d-c460-43ee-b734-08ea9e31a2d3","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.0211169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"5980538c-9784-4e3b-bf9e-5476ea01a53e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.021117873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b298a52c-2a51-4fa1-abf7-d0b9a5ee5157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.100000207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dcfc3bc6-c675-42c2-8aec-71fccc26fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.100482762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"04a4ebee-9e2d-4ca5-8740-fc86c5526ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.100686478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"94bfb293-6cec-4a41-a6b8-8a88e1ee3524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.120659972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dcfc3bc6-c675-42c2-8aec-71fccc26fffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.121157626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"04a4ebee-9e2d-4ca5-8740-fc86c5526ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.124212459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"94bfb293-6cec-4a41-a6b8-8a88e1ee3524","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.204588958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d141350b-25e2-4bf1-bf52-aa95ed4f3195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.204699357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1a54efe2-f879-4d3b-a84f-0a5cfae6725e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.220152387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"57edba36-507a-4c36-b408-7b38950df87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.225918679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1a54efe2-f879-4d3b-a84f-0a5cfae6725e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.226004859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d141350b-25e2-4bf1-bf52-aa95ed4f3195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:42.241152271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"57edba36-507a-4c36-b408-7b38950df87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:44.630443369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.667177588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d882b6-1d92-407c-baa9-8f9ba8c0a7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.683404862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d882b6-1d92-407c-baa9-8f9ba8c0a7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.699182692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d882b6-1d92-407c-baa9-8f9ba8c0a7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.715070085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58d882b6-1d92-407c-baa9-8f9ba8c0a7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.916463917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8544fcd1-5016-4d66-9114-2c9651cc5d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.937324844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8544fcd1-5016-4d66-9114-2c9651cc5d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:51.957323661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8544fcd1-5016-4d66-9114-2c9651cc5d8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.04871334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dbac9325-7d35-4f49-aa50-302a741fd916","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.069896745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dbac9325-7d35-4f49-aa50-302a741fd916","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.097238444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dbac9325-7d35-4f49-aa50-302a741fd916","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.382221585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed722cfa-9af7-4587-abf3-c158c7fc30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.398269327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed722cfa-9af7-4587-abf3-c158c7fc30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.41411733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed722cfa-9af7-4587-abf3-c158c7fc30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:52.429938803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed722cfa-9af7-4587-abf3-c158c7fc30b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.150993655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067a5861-d95a-4934-a9dc-d66de9151723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.168294255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067a5861-d95a-4934-a9dc-d66de9151723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.185190997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067a5861-d95a-4934-a9dc-d66de9151723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.201757216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067a5861-d95a-4934-a9dc-d66de9151723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.827235126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19902e1-55cf-431e-bb5c-74d6b9c30dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.84318034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19902e1-55cf-431e-bb5c-74d6b9c30dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.859570547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19902e1-55cf-431e-bb5c-74d6b9c30dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:53.875720907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d19902e1-55cf-431e-bb5c-74d6b9c30dd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.457377175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"9a0274d9-8ef1-493c-b41f-cd9fb1d5ebe5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.504812689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"9a0274d9-8ef1-493c-b41f-cd9fb1d5ebe5","name":"e2e-extmod-b-1546c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.857614136Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"1ea126b0-af9c-4322-97ef-79fa555fc78c","namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.879754237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"9649a395-88ff-4469-a1d8-71e891e12f3b","namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.891804191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"a68c97d8-af0e-422c-bcf8-44e1ae536219","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.912911064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d964b48e-0770-417f-a03a-45d2d626eea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.913210957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eaf4d6e-652e-4ec8-8a4b-6f3f3d52f332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.912944499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"183b37db-55e8-4197-ac8f-fee27e8d07d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.913474289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3961525-8e77-427e-af9a-f0d4acdc787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.917567886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"a68c97d8-af0e-422c-bcf8-44e1ae536219","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.93486975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eaf4d6e-652e-4ec8-8a4b-6f3f3d52f332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.935093522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"183b37db-55e8-4197-ac8f-fee27e8d07d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.937150097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3961525-8e77-427e-af9a-f0d4acdc787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.937528885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d964b48e-0770-417f-a03a-45d2d626eea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.938246141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"a68c97d8-af0e-422c-bcf8-44e1ae536219","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.956876975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3961525-8e77-427e-af9a-f0d4acdc787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:56.985958244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"930113eb-410c-444b-b05d-6a8a1fa0a6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.006869546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"930113eb-410c-444b-b05d-6a8a1fa0a6d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.097294216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e206abc1-67a3-418a-a7bd-072976f80bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.113707157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"1807c3d5-8259-450e-ba9c-bd8392c2c77a","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.119804294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e206abc1-67a3-418a-a7bd-072976f80bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.187025757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"624452c3-f7d2-43b3-a463-59b22fab008e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.187300066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b460f64e-ee98-4b31-9a13-e3fda3f2145f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.207881766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"624452c3-f7d2-43b3-a463-59b22fab008e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.207974835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b460f64e-ee98-4b31-9a13-e3fda3f2145f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.299433795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"aa4990f5-69ed-4ffd-8e2f-038cd3a9af80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.299432027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"212402d6-5e06-416d-b849-360e4ca8eb96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.300117893Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"c48bb93f-9b7e-4d69-81af-7b651a6d1253","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.321330621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"aa4990f5-69ed-4ffd-8e2f-038cd3a9af80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.323559979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"212402d6-5e06-416d-b849-360e4ca8eb96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.336802237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"0d818b52-a1de-4dc7-b174-1533ec0b6e0c","namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.353388533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"92742459-12e0-4d5c-b6ea-6243b29561a5","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.353410571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"92742459-12e0-4d5c-b6ea-6243b29561a5","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.368377574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"39dc5924-d544-4e6f-933d-3b2f577e39ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.396623206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"39dc5924-d544-4e6f-933d-3b2f577e39ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.407863399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c455abbd-f1e8-4ffc-a62a-7fdd7838d1da","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.429980909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c455abbd-f1e8-4ffc-a62a-7fdd7838d1da","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.430524513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"331c9fe8-9bca-46ca-9bb7-cea87af17ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.451347345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c455abbd-f1e8-4ffc-a62a-7fdd7838d1da","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.453207933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"331c9fe8-9bca-46ca-9bb7-cea87af17ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.523177531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62949641-b8b1-4bc0-af63-5da26e5e7581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.523385803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"17fa0444-2ae9-4d5c-a6f6-51896072c6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.523614096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04925f7-603f-4e88-965c-2f1461a373d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.538571183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ccc01a35-d919-45fe-ad7c-3f96cf4f5a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.540530796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"c6cce54e-8435-4013-a8a4-c93ae22a9a18","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.540550018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"c6cce54e-8435-4013-a8a4-c93ae22a9a18","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.544767237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c04925f7-603f-4e88-965c-2f1461a373d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.544855421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"17fa0444-2ae9-4d5c-a6f6-51896072c6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.546898449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62949641-b8b1-4bc0-af63-5da26e5e7581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.559564588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ccc01a35-d919-45fe-ad7c-3f96cf4f5a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.566465801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62949641-b8b1-4bc0-af63-5da26e5e7581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.600391021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"095c3043-b375-4722-b6e1-75a730c6fa18","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.615894728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2f3c4c48-b7a3-4e40-8da7-19e6d4aa989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.636944275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2f3c4c48-b7a3-4e40-8da7-19e6d4aa989b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.655722126Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"095c3043-b375-4722-b6e1-75a730c6fa18","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.675643418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"095c3043-b375-4722-b6e1-75a730c6fa18","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.713366583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"807367a1-85f8-4540-90c4-f1d675d7263f","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.713386725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"807367a1-85f8-4540-90c4-f1d675d7263f","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.717136221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"70c725de-3c28-49de-a311-369d74fdcc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.720049693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3676702a-0032-4794-8e80-a79b550c2b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.720123699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4b22bfb5-a9a6-4e4e-aeff-b10e1fd28446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.748724586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"70c725de-3c28-49de-a311-369d74fdcc97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.750809031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3676702a-0032-4794-8e80-a79b550c2b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.751029714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4b22bfb5-a9a6-4e4e-aeff-b10e1fd28446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.851724167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e4f77cd9-5ed0-441d-810e-f4b89ba81f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.851724416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0381e267-4dcb-4e77-b1ff-2e229e67dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.887217676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0381e267-4dcb-4e77-b1ff-2e229e67dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.887932675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e4f77cd9-5ed0-441d-810e-f4b89ba81f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.942446514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"cb61d4df-27a9-4ad6-b8e6-05c57c0d535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:19:57.964266327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"cb61d4df-27a9-4ad6-b8e6-05c57c0d535b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.275827715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4811d0e7-df1f-4fd6-bac8-d113814a4219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.291999258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4811d0e7-df1f-4fd6-bac8-d113814a4219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.308073964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4811d0e7-df1f-4fd6-bac8-d113814a4219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.324314708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4811d0e7-df1f-4fd6-bac8-d113814a4219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.978118647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7ae4a3-b82f-4365-b8c8-82fa6ab6ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:06.99452539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7ae4a3-b82f-4365-b8c8-82fa6ab6ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.010708229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7ae4a3-b82f-4365-b8c8-82fa6ab6ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.026765004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7ae4a3-b82f-4365-b8c8-82fa6ab6ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.485685667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5eed4d8b-49b7-4899-8a31-fb87645fc8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.507724238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5eed4d8b-49b7-4899-8a31-fb87645fc8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.52790193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5eed4d8b-49b7-4899-8a31-fb87645fc8d8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.616072541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a9c5f4d-41f6-4c25-8577-d6fc4d4c201c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.63711146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a9c5f4d-41f6-4c25-8577-d6fc4d4c201c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.657035861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 11, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a9c5f4d-41f6-4c25-8577-d6fc4d4c201c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.731609726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"58857f72-2bfa-40ed-9c19-ef848efd7086","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.757587465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"58857f72-2bfa-40ed-9c19-ef848efd7086","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:07.788854549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"58857f72-2bfa-40ed-9c19-ef848efd7086","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:10.973348626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"b80ed262-e3d3-411c-b663-16fb8767d074","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:11.019759775Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"b80ed262-e3d3-411c-b663-16fb8767d074","name":"e2e-extmod-b-3400f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:14.629655086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:15.955459543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"2d9dd62f-48a0-4d19-8457-bf0e02852485","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:15.980435435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"2d9dd62f-48a0-4d19-8457-bf0e02852485","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.00287054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"2d9dd62f-48a0-4d19-8457-bf0e02852485","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.04769957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"89553e0c-9568-4bc8-ae64-b14f78a7b0dd","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.047735991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"89553e0c-9568-4bc8-ae64-b14f78a7b0dd","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.143960079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"4c6f075b-4e27-459c-84a7-c77d2bbdab14","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.167525719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"4c6f075b-4e27-459c-84a7-c77d2bbdab14","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.189772678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"4c6f075b-4e27-459c-84a7-c77d2bbdab14","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.229697561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"47a1cdfa-d2e1-46f7-b4a2-892790f7e8ed","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:16.229801489Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"47a1cdfa-d2e1-46f7-b4a2-892790f7e8ed","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:17.705997163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d935422-e5d2-4c0c-b51f-7e33f717d12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:17.72807034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d935422-e5d2-4c0c-b51f-7e33f717d12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:17.748565168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2d935422-e5d2-4c0c-b51f-7e33f717d12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:17.771863308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f3cfea-ee7d-42a3-85ba-166dbf3a7f3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:17.771882289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4f3cfea-ee7d-42a3-85ba-166dbf3a7f3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.062264281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"e7d91520-2206-4d2e-b680-97c44273a8f5","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.083165332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"e7d91520-2206-4d2e-b680-97c44273a8f5","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.102780163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"e7d91520-2206-4d2e-b680-97c44273a8f5","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.244442343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"bb4dd390-f372-4d2e-ac7d-215da7cf7509","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.265481788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"bb4dd390-f372-4d2e-ac7d-215da7cf7509","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:26.285567627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"bb4dd390-f372-4d2e-ac7d-215da7cf7509","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:27.827365935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc1f991-7ba0-46ab-bed5-441815133ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:27.850140171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc1f991-7ba0-46ab-bed5-441815133ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:27.871574699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc1f991-7ba0-46ab-bed5-441815133ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.137270045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"98fef14c-dac8-4582-9f0f-f9bb1c5e1520","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.158339851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"98fef14c-dac8-4582-9f0f-f9bb1c5e1520","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.1786388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"98fef14c-dac8-4582-9f0f-f9bb1c5e1520","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.319022789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"1f35059d-cd97-49a7-b489-69a81961f1fb","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.340079827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"1f35059d-cd97-49a7-b489-69a81961f1fb","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:36.360255329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"1f35059d-cd97-49a7-b489-69a81961f1fb","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:37.921347026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67d2124d-24dd-4f29-9f71-7c88d0b7ffd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:37.943365526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67d2124d-24dd-4f29-9f71-7c88d0b7ffd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:37.964880599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67d2124d-24dd-4f29-9f71-7c88d0b7ffd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:38.328260726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-28600c","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"autores-model-28600c","reconcileID":"76a7d6c4-cc1b-4953-9d95-3cbad37eed40","MaaSModelRef":{"name":"autores-model-28600c","namespace":"ai-tenant-e2e-autores-28600c"},"tenant":"e2e-autores-28600c","gateway":"openshift-ingress/e2e-autores-28600c","model":"ai-tenant-e2e-autores-28600c/autores-model-28600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:38.328295544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-28600c","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"autores-model-28600c","reconcileID":"76a7d6c4-cc1b-4953-9d95-3cbad37eed40","MaaSModelRef":{"name":"autores-model-28600c","namespace":"ai-tenant-e2e-autores-28600c"},"routeName":"autores-model-28600c-kserve-route","namespace":"ai-tenant-e2e-autores-28600c","llmisvcName":"autores-model-28600c","gateway":"openshift-ingress/e2e-autores-28600c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:39.74766383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88476d-29da-46a3-ba46-50f22615ee3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:39.763805521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88476d-29da-46a3-ba46-50f22615ee3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:39.780135849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88476d-29da-46a3-ba46-50f22615ee3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:39.796379938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af88476d-29da-46a3-ba46-50f22615ee3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:40.471533045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ccaaba-168a-410c-98f3-3912427e6b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:40.50172297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ccaaba-168a-410c-98f3-3912427e6b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:40.519872291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ccaaba-168a-410c-98f3-3912427e6b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:40.536264413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31ccaaba-168a-410c-98f3-3912427e6b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.236491523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094bcaf-4441-4b29-aa51-0536ff479e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.252977916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094bcaf-4441-4b29-aa51-0536ff479e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.26922098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094bcaf-4441-4b29-aa51-0536ff479e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.285409804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c094bcaf-4441-4b29-aa51-0536ff479e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.918382671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5028bd2-35a4-462c-9785-2890cc0e1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.934420618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5028bd2-35a4-462c-9785-2890cc0e1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.950452012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5028bd2-35a4-462c-9785-2890cc0e1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:41.96696752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5028bd2-35a4-462c-9785-2890cc0e1b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:42.631485778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82a31d6-b278-445d-9fbb-ce3147fa5dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:42.647357526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82a31d6-b278-445d-9fbb-ce3147fa5dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:42.663254407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82a31d6-b278-445d-9fbb-ce3147fa5dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:42.679294255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d82a31d6-b278-445d-9fbb-ce3147fa5dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:43.366469188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98108759-6fb1-4fa9-9dc3-68b59f440e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:43.382816619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98108759-6fb1-4fa9-9dc3-68b59f440e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:43.39922556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98108759-6fb1-4fa9-9dc3-68b59f440e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:43.415429615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98108759-6fb1-4fa9-9dc3-68b59f440e83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:44.63166338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.219663323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"c67b1fbe-33b2-4459-b08d-3012b4acc257","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.256275031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"c67b1fbe-33b2-4459-b08d-3012b4acc257","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.276271431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"c67b1fbe-33b2-4459-b08d-3012b4acc257","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.396366427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7da5be8c-1e09-41b8-8dfe-56f0c40c3d67","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.418197089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7da5be8c-1e09-41b8-8dfe-56f0c40c3d67","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.438805111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7da5be8c-1e09-41b8-8dfe-56f0c40c3d67","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.71851948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"1c499c5e-8d05-4b18-994e-0ab5e93b7423","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.742008944Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"ecd35af8-82dd-4855-84cf-0797acbaad31","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.752651096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7dce5505-996f-4cb6-8383-8c7f115d5f68","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.753501259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"f49315f7-be74-41e8-abfd-b9b2fcc244da","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.768271463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"421f446a-056c-42e3-8b28-583c74b57554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.773987962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7dce5505-996f-4cb6-8383-8c7f115d5f68","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.774393162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"08df712e-adc0-497c-8fe8-3ac307663c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.774612127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"f49315f7-be74-41e8-abfd-b9b2fcc244da","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.774774639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9170419f-273b-46f6-9975-4ad05a1921d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.789889082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"421f446a-056c-42e3-8b28-583c74b57554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.793692827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"7dce5505-996f-4cb6-8383-8c7f115d5f68","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.796030975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"f49315f7-be74-41e8-abfd-b9b2fcc244da","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.796504441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"08df712e-adc0-497c-8fe8-3ac307663c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.799772399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9170419f-273b-46f6-9975-4ad05a1921d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.81042169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"421f446a-056c-42e3-8b28-583c74b57554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.871013365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c0cc6e39-1193-4a62-9fa7-88a9c167bc49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.872858548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf286bbc-f996-4748-8133-70619e4c494c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.877419308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b0bd858e-6c60-4646-93d9-5e0b1ea1c398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.897654207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf286bbc-f996-4748-8133-70619e4c494c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.898997586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c0cc6e39-1193-4a62-9fa7-88a9c167bc49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.900669236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b0bd858e-6c60-4646-93d9-5e0b1ea1c398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:46.982556857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"f9cc9139-4292-4491-a993-dab82711938d","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.062584105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54997288-d126-48f2-b975-b4a1ba7af692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.062625549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a6d37599-9e04-45aa-8ea3-22f340f64c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.085225263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a6d37599-9e04-45aa-8ea3-22f340f64c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.085372062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54997288-d126-48f2-b975-b4a1ba7af692","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.171569697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cb5b366a-fc63-4304-bf91-59e4cd62756f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.171567843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fb4c0374-6244-4911-8470-2203939153c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.17543048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"cadd3e6f-e252-4807-9d39-97be78b95d76","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.17550985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"feada758-f768-4761-8579-6c691c04d4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.185186841Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"28ddc8f6-1474-458e-b978-10fe66144aed","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.201817066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cb5b366a-fc63-4304-bf91-59e4cd62756f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.202825016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"bf09e444-0263-4e74-bc88-90147b7883de","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.202843725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"bf09e444-0263-4e74-bc88-90147b7883de","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.203317554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fb4c0374-6244-4911-8470-2203939153c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.205502404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"feada758-f768-4761-8579-6c691c04d4a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.332804618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"75f596ac-9406-4c48-b3c5-87b0356129dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.351421409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"20785cb7-218c-49ec-90c1-79a704c336ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.379467287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"75f596ac-9406-4c48-b3c5-87b0356129dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.38028726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"20785cb7-218c-49ec-90c1-79a704c336ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.472184153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dc9f344e-ff04-4ffc-8ea3-ccae6a392a19","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.493267963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a398b02a-1ab8-4f07-8039-9d8b4d3c5ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.495787279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7113899c-1b82-4734-b66a-247092da97a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.502542808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dc9f344e-ff04-4ffc-8ea3-ccae6a392a19","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.51720205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a398b02a-1ab8-4f07-8039-9d8b4d3c5ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.517645346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7113899c-1b82-4734-b66a-247092da97a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.525799567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3) AuthConfig (1a58939a3c3287a626c12d80dba3002fb7c7d4db161101292d5ba5878b8dadd5) AuthConfig (266f153964fdb10b487045ed6d2562fc5aaabfc9353b3576c23a4ac518bec50f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (43f889e3aead70f73f2fe0826825a1e2312536faf1ced183f2a9737f5b6224d9) AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (449a1f156129b823d9dac5412e4642a545b4bb5af921e26593ccbbc81a44401f) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dc9f344e-ff04-4ffc-8ea3-ccae6a392a19","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.540841954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a398b02a-1ab8-4f07-8039-9d8b4d3c5ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.548685133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"a8b159e0-300a-4967-9642-8495dbc99194","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.552958479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"866b48a1-5462-4932-81ec-fc4722fdc8af","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.552975875Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"866b48a1-5462-4932-81ec-fc4722fdc8af","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.569657024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"a8b159e0-300a-4967-9642-8495dbc99194","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.592932425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-29e75b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (276a6173e9a7014c3134057c06d976d884b7e4c10c9ddd0b24842e7f470ce58e) AuthConfig (c0835298e152519bd1b92ae4daacd4207ac03cc513ea017334713d5edc3831ad) AuthConfig (b823e93f19619d0287e95c9739b539537a5dea9b1621c001e397d4d65c3f5e53) AuthConfig (cc4c25d8e48f82c934281126cd8a34d004844fa1ed8de1d270897db699e5a3ef) AuthConfig (6810b670b036e482a7b3c51d99cc792997e55ff8848928d1859a4a23fe656086) AuthConfig (ff97808fccc7693abc496c9c89bbed4da41f5455130a7233efd550b78a1a6711) AuthConfig (dac54356ee8c72c25ae2a55dd8601cf81dec5e1704aa1cd83b96d37e52aaa094) AuthConfig (811bf26f15265fda24748415a3fa832034fcc230f9bb2e0a88f4db1806ca1a27) AuthConfig (1a79a06f127edf2d5776b1f3fdb8da34195d1ead6baada3b392510a1c6a270de) AuthConfig (969eaf390c3b1969c1a396df56b7d89f5ab8223901fa5b75aea1c02f7653d050)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"a8b159e0-300a-4967-9642-8495dbc99194","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.653283521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"245a8424-1f8c-42be-b0c3-a629d4a4bc82","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.668883797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5811e31d-1444-46bc-b831-b2b09fb353cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.669089556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"44e70a8a-ce2b-4530-8884-2c9a5bde7e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.668891368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"fa3126f7-1fc8-45b7-9695-dc5d0c8ea5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.691201171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"fa3126f7-1fc8-45b7-9695-dc5d0c8ea5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.69213163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5811e31d-1444-46bc-b831-b2b09fb353cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.694535537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"44e70a8a-ce2b-4530-8884-2c9a5bde7e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.710299999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"245a8424-1f8c-42be-b0c3-a629d4a4bc82","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.730483972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"245a8424-1f8c-42be-b0c3-a629d4a4bc82","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.764497231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f276bb-9364-4549-b1b5-cd92a6d7666b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.768571444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"e5a9cb4b-7e67-47f5-b416-76bb77b478b1","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.768591065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"e5a9cb4b-7e67-47f5-b416-76bb77b478b1","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.786122399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65f276bb-9364-4549-b1b5-cd92a6d7666b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.863121538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5c17cd94-11a5-4f7a-b0ea-b63c2c2fc322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.863650585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63e4719e-70f6-47b8-8f6f-7e7b1c6a8e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.884549081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5c17cd94-11a5-4f7a-b0ea-b63c2c2fc322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.884976175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"63e4719e-70f6-47b8-8f6f-7e7b1c6a8e0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.973996742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5f69deb5-2c23-48a6-93e9-3e00d87cb065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.974596585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"99ab890a-6e76-481e-83c5-421ec2a0d5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:47.997599233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"99ab890a-6e76-481e-83c5-421ec2a0d5ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:48.067193741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5f69deb5-2c23-48a6-93e9-3e00d87cb065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.790522094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","namespace":"ai-tenant-e2e-autores-28600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.790582442Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","namespace":"ai-tenant-e2e-autores-28600c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.790634987Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","tenant":"e2e-autores-28600c","tenantID":"e2e-autores-28600c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.808931051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Deployment","name":"maas-api-e2e-autores-28600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.843429505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Service","name":"maas-api-e2e-autores-28600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.866447433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-28600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.886897723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-28600c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.913979486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.932226449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.953254048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.971724656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:49.989819845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Deployment","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.012605581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.040662422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Service","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.066434163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"Service","name":"payload-pre-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.084402145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"DestinationRule","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.102465999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.122819988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.144417396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.162693272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.180438068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.199507049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-28600c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:50.220799632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-28600c"},"namespace":"ai-tenant-e2e-autores-28600c","name":"default-tenant","reconcileID":"f1b89620-381b-4004-b57d-3226712e3908","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-28600c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:51.775420332Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-28600c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-28600c","reconcileID":"7fe01e04-79eb-42c3-9d16-ba82393293cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-28600c","removed":["maas.opendatahub.io/gateway-access-e2e-autores-28600c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:52.183428092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3ec5ba-2d6b-42b9-bc4d-0c4d2b1fe0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:52.199611728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3ec5ba-2d6b-42b9-bc4d-0c4d2b1fe0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:52.215772396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3ec5ba-2d6b-42b9-bc4d-0c4d2b1fe0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:52.235348152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a3ec5ba-2d6b-42b9-bc4d-0c4d2b1fe0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:53.025822326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a687359-24ab-4610-bb30-1fb061847ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:53.041976966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a687359-24ab-4610-bb30-1fb061847ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:53.057873669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a687359-24ab-4610-bb30-1fb061847ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:53.07376229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a687359-24ab-4610-bb30-1fb061847ae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:56.567719253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df84e170-549c-4107-aa22-c426e5c397a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:56.583937714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df84e170-549c-4107-aa22-c426e5c397a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:56.600171672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df84e170-549c-4107-aa22-c426e5c397a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:56.616267216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df84e170-549c-4107-aa22-c426e5c397a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.26595127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be866a0-688e-481f-87cb-8534950b1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.28233623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be866a0-688e-481f-87cb-8534950b1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.298971292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be866a0-688e-481f-87cb-8534950b1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.314883195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2be866a0-688e-481f-87cb-8534950b1d25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.559212033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"b8ca0a30-07bd-44b8-a334-df943c73900f","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.581975681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"b8ca0a30-07bd-44b8-a334-df943c73900f","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.588974748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b674675f-3189-4342-a5a3-d7dc3af4d559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.61041546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b674675f-3189-4342-a5a3-d7dc3af4d559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.6602897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"c0f33516-fca8-4479-99a0-dc1242c95fc3","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.680896993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"c0f33516-fca8-4479-99a0-dc1242c95fc3","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.697224588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5173e3b-cc82-4366-b774-c5673f675dd1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.697241825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5173e3b-cc82-4366-b774-c5673f675dd1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.7208732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"947e8bd7-f42f-4c48-bd38-c27bb0b80153","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.720891715Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"947e8bd7-f42f-4c48-bd38-c27bb0b80153","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.785416596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"5c947ebc-b267-4bd4-a2ab-54653b447548","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.806578929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"5c947ebc-b267-4bd4-a2ab-54653b447548","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.820920955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"ac723d40-a51c-426e-8c65-d50735d60fa4","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.820942778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"ac723d40-a51c-426e-8c65-d50735d60fa4","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:57.826150641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"5c947ebc-b267-4bd4-a2ab-54653b447548","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.579445957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"6138d64b-8f55-4f9d-b173-ed5d411c36c4","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.579476737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"6138d64b-8f55-4f9d-b173-ed5d411c36c4","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.596160633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"0fedea2d-1b02-4ac0-bfc1-3dd9c9f155a8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:20:59.599868358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"b1274b5d-4d95-4010-a9e2-38497bd738c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-38040c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.618166017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"0fedea2d-1b02-4ac0-bfc1-3dd9c9f155a8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.62122749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"839d3272-4b46-4f94-af0f-b66b1a6198a4","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.621249251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"839d3272-4b46-4f94-af0f-b66b1a6198a4","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.677666624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"57520020-4add-48dd-a63f-1506671fa695","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.677697321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"57520020-4add-48dd-a63f-1506671fa695","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.696156472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"2d55be74-5d95-42d4-8352-fd237222d528","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:20:59.696936021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"88e95ece-8c00-4597-9791-a259978383a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-34f760-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.721385744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"3e17f58b-a33c-47aa-921c-5db20e095e31","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.721409535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"3e17f58b-a33c-47aa-921c-5db20e095e31","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.722261125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"2d55be74-5d95-42d4-8352-fd237222d528","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.738202478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"1955e2f2-6402-4bea-8f59-55665ff0cde2","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.738235298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"1955e2f2-6402-4bea-8f59-55665ff0cde2","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.754861262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"e49b667c-90e4-4e47-8571-e5286c9831c8","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.754889196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"e49b667c-90e4-4e47-8571-e5286c9831c8","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.779450601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6e2602f2-7557-44b5-8d42-4e234f1f13d4","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.7794812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6e2602f2-7557-44b5-8d42-4e234f1f13d4","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.789295991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"0b1f25f9-b359-404c-a219-88a0db03bec0","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-att-serve-38040c","model":"e2e-att-serve-38040c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-14f8bd/e2e-att-serve-38040c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.805846203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"f9b53e50-80e2-4414-b45d-f07ab1a791d4","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.884755785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"f9b53e50-80e2-4414-b45d-f07ab1a791d4","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.984273606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"626a65ea-3175-4787-9d18-966ee63b79e2","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.984928214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"a94f5763-c70f-4d39-961f-8f6e7709d401","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.984947554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"a94f5763-c70f-4d39-961f-8f6e7709d401","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:20:59.986809471Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"872ed636-f201-42a5-a541-ce9e35182c98","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"maas-trlp-e2e-att-serve-34f760","model":"e2e-att-serve-34f760","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-29e75b/e2e-att-serve-34f760-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.006116304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"626a65ea-3175-4787-9d18-966ee63b79e2","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.055281435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"fef42dad-f884-4633-b74d-fd1137a89c82","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-att-serve-38040c","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.077985914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"99aebbf8-27c0-4c11-a215-9465f6eff227","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.078011575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"99aebbf8-27c0-4c11-a215-9465f6eff227","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.150741379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"6aa83290-86b6-45c9-83de-9884afeef9d6","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"maas-trlp-e2e-att-serve-34f760","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.151616021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"4a72298c-c2cb-44bd-b168-8d1e0da3fc3f","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:00.151638518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"4a72298c-c2cb-44bd-b168-8d1e0da3fc3f","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.025467192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a00a662e-ed47-45b6-8035-7fd9cf6b39f2","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.072189386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"59f35b03-93e9-4611-9fc6-366467ea801a","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.073281095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"0ab73c1b-3e4a-4066-a765-9ea946807051","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.17002866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bf3f6c69-45c7-49ab-8a0c-660296471cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.170587621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b8af64de-e188-4084-af5c-a131dd6508b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.171260911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f10a134-5ef9-4a3e-98b2-78e42dbfb1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.174719361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"0ab73c1b-3e4a-4066-a765-9ea946807051","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.175114477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1c80581a-198c-440d-b262-22807dce2739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.194616112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"bf3f6c69-45c7-49ab-8a0c-660296471cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.194784067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f10a134-5ef9-4a3e-98b2-78e42dbfb1e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.198191978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b8af64de-e188-4084-af5c-a131dd6508b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.199037214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1c80581a-198c-440d-b262-22807dce2739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.2648424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"0ab73c1b-3e4a-4066-a765-9ea946807051","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.290439697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"45a83326-d6f2-44a1-9753-7648c87b54d0","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.33870149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2ec7ee93-b911-4288-bccb-2f8b6555751f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.338821358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"e80b4d8d-69ed-4791-8a35-ea628ceb3456","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.35974831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2ec7ee93-b911-4288-bccb-2f8b6555751f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.410138644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"0a946966-f054-4d5c-9d48-223c201d5c47","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.425735358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2575b52d-fbbe-4c6f-82b8-22c956be6162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.426790215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9ea24afa-a747-4277-8bdd-e9916f5b19f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.427135819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6e7f4af6-271c-41aa-9844-602125487d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.430892619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"0a946966-f054-4d5c-9d48-223c201d5c47","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.446838453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2575b52d-fbbe-4c6f-82b8-22c956be6162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.447535804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9ea24afa-a747-4277-8bdd-e9916f5b19f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.449179031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6e7f4af6-271c-41aa-9844-602125487d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.454844939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"5616d60a-d70f-445d-b3b9-ac4a9ea57011","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.540672545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"13ffbe9d-560e-446d-bc38-acebdd242ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.565859964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"13ffbe9d-560e-446d-bc38-acebdd242ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.607602832Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"e404f114-9ad6-4996-a300-e52344ae8c33","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.610640128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"ca896b4f-c479-4d24-8ebf-f6be5923269e","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.623891396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"41b7b096-e967-40a0-9ab5-1609cf3b8a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.624475275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"6733aa6f-8d12-4d31-b833-41d81b1d2df2","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.624495056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"6733aa6f-8d12-4d31-b833-41d81b1d2df2","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.624938988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82f032dd-9970-448a-96ad-465a66dffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.626853334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66b98671-3988-49d8-9fe4-ccd3ef0278d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.632029228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"ca896b4f-c479-4d24-8ebf-f6be5923269e","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.646371527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"41b7b096-e967-40a0-9ab5-1609cf3b8a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.661579891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66b98671-3988-49d8-9fe4-ccd3ef0278d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.663549696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82f032dd-9970-448a-96ad-465a66dffe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.793414907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cc5a542d-97d7-4acf-bd46-dd8b854b2d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.793428079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"d443d07b-60d9-4291-a106-b50947464d98","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.809693877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c59943b-b7a7-4033-99bd-3449218baa58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.810722229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d62c48f7-c5b6-4d33-9830-26d686af8333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.817082091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"d443d07b-60d9-4291-a106-b50947464d98","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.817257802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cc5a542d-97d7-4acf-bd46-dd8b854b2d5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.832028083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c59943b-b7a7-4033-99bd-3449218baa58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.83216639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d62c48f7-c5b6-4d33-9830-26d686af8333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.845774956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"d443d07b-60d9-4291-a106-b50947464d98","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.882448686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"e0ae9ab5-6e8b-4192-868e-dc96508f2c9d","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.882473814Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"e0ae9ab5-6e8b-4192-868e-dc96508f2c9d","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.894001468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"21f238af-2f10-4760-875a-0130887ddb78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.917183976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"21f238af-2f10-4760-875a-0130887ddb78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.978328602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"1f7cb205-4c34-4cb6-902c-ccbe1d7fc69a","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:02.994725194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"20ebc867-3e67-4945-9537-017090a41f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.016429521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"20ebc867-3e67-4945-9537-017090a41f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.034681251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"1f7cb205-4c34-4cb6-902c-ccbe1d7fc69a","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.055288092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"1f7cb205-4c34-4cb6-902c-ccbe1d7fc69a","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.07869943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"db95d3d5-89be-4c01-b954-059bed283423","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.093969346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ca6089be-132d-4703-8865-a86ab2b78c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.094275646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"ac68f2f4-7a4a-46e2-85d6-9474fed60d15","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.094292207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"ac68f2f4-7a4a-46e2-85d6-9474fed60d15","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.094838637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"634e1bec-8f80-4547-9721-2ee12b0890e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.100040951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"db95d3d5-89be-4c01-b954-059bed283423","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.117096855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"634e1bec-8f80-4547-9721-2ee12b0890e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.11736909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ca6089be-132d-4703-8865-a86ab2b78c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.128209396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"9dfa377b-d1ef-4c47-a028-a6690d35f188","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.162223842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"63a9a34b-6c84-4af8-95f8-054e29dc6ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.162335827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9989df61-c611-4ec6-a52d-6d7d5f76ce55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.183543667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"63a9a34b-6c84-4af8-95f8-054e29dc6ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.187204492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9989df61-c611-4ec6-a52d-6d7d5f76ce55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.202901128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dca78ed9-2b2f-4cf3-a462-46734f2fbee0","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.217168667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"71b0fff4-e25f-4e75-bea9-aecb12628d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.223951101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"dca78ed9-2b2f-4cf3-a462-46734f2fbee0","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.238153986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"71b0fff4-e25f-4e75-bea9-aecb12628d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.316919679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a0a003f-ff6c-497b-83d4-e73d980dec91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.338104204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a0a003f-ff6c-497b-83d4-e73d980dec91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.400515715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"088a89f9-b281-49d2-ab79-34286661dde6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.401175674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2f16ff2c-5312-4d53-a410-bcdfcecdd7f9","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.416031386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"921f4098-0908-43cc-b938-8d01df222d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.421339678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"088a89f9-b281-49d2-ab79-34286661dde6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.424887497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2f16ff2c-5312-4d53-a410-bcdfcecdd7f9","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.430357502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e22d029f-30e6-497b-a133-dad062b73f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.435317375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"edb79cc8-ac01-47fd-a981-727deef2a320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.437320091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"921f4098-0908-43cc-b938-8d01df222d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.44128214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"088a89f9-b281-49d2-ab79-34286661dde6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.444594891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2f16ff2c-5312-4d53-a410-bcdfcecdd7f9","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.450817404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e22d029f-30e6-497b-a133-dad062b73f13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.45652357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"edb79cc8-ac01-47fd-a981-727deef2a320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.501459984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"e6f5194e-960b-4513-9ca1-489b28be5dc4","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.51772157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b0c6f8ad-552c-42bd-a8f2-c09f809da608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.522900081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"e6f5194e-960b-4513-9ca1-489b28be5dc4","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.539288382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b0c6f8ad-552c-42bd-a8f2-c09f809da608","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.617889954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f48030f9-d6c7-4774-a7b8-7d603d2bbb15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.617986217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"69bb27f9-b54c-4a83-bc2b-5c21525af5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.638994644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f48030f9-d6c7-4774-a7b8-7d603d2bbb15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.639020342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"69bb27f9-b54c-4a83-bc2b-5c21525af5bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.717586742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b2099c89-aac3-427c-bfbf-666ad82544de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.733144294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1bf8a8e-5216-4d7a-980d-9beb422855c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.73735505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"de6e18a9-7b81-4700-b364-beb5ad3f2c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.737669471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9c794a13-0c02-4ade-9a7f-18280da30337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.739237288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b2099c89-aac3-427c-bfbf-666ad82544de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.754365844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1bf8a8e-5216-4d7a-980d-9beb422855c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.757958238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"de6e18a9-7b81-4700-b364-beb5ad3f2c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:03.758397069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9c794a13-0c02-4ade-9a7f-18280da30337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:05.500243741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3576534a-e6b4-4bf6-a07c-d125b3ddd5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:05.516388733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3576534a-e6b4-4bf6-a07c-d125b3ddd5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:05.532498565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3576534a-e6b4-4bf6-a07c-d125b3ddd5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:05.548736055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3576534a-e6b4-4bf6-a07c-d125b3ddd5c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:06.270315345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3de453e-b66f-40e9-8fe5-c4fb5d18d853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:06.287027143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3de453e-b66f-40e9-8fe5-c4fb5d18d853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:06.303516977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3de453e-b66f-40e9-8fe5-c4fb5d18d853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:06.319511269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3de453e-b66f-40e9-8fe5-c4fb5d18d853","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:06.41231887Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-405ea4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-405ea4","reconcileID":"19ffde0c-a09a-47f8-a12b-ef2a1833e840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-405ea4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-405ea4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:07.033723386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4c4a8-15dd-4ef1-9a91-ce5c965d6c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:07.050044944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4c4a8-15dd-4ef1-9a91-ce5c965d6c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:07.066764456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4c4a8-15dd-4ef1-9a91-ce5c965d6c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:07.083794468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ef4c4a8-15dd-4ef1-9a91-ce5c965d6c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:08.922343972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"3513c811-b3aa-46e5-8507-70614c89232c","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:08.943450328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"3513c811-b3aa-46e5-8507-70614c89232c","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:08.963804364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3ba5b281ffa1d63e6a924fd38cc1b1379bd6e05b8bac111073090ba1465e23) AuthConfig (85b168997bd3cd3774131216549a5d8a1081acaaea6d0393a73b91cdce67e2a3) AuthConfig (e9e5aa9e81166bb315bb6331bf1c3a12922cda91a08ec660509f283869a250fa) AuthConfig (ea9fc448eada53d3f48eab10899d22b75a7ce8b2744991a984556c68e71897a8) AuthConfig (bb3d6faf7a8ef3e563fd8063c12c4f88ee3032e5502b05eebf26a982de2a0bc3) AuthConfig (a0459c6ab259fbd31081907706921259ab456041af8b70a33830983e7c0c1b68) AuthConfig (e97d5acd77653bbf23df1cc9e8458746cd7e2670d87254b7d3a7d66aab1b1934) AuthConfig (7b0e5a85efce0d30e683b967ce445414f7b7197793b32922891326dd2a31ae73) AuthConfig (9a08bdfaee263d202733c8f33194ded419456a89807702a2a77d3bb241fb1fff) AuthConfig (1c4426531e341cb604df96d599e7bc5e5f0e66dafd5884a9ecc471262f1a30cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"3513c811-b3aa-46e5-8507-70614c89232c","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:09.003113632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"fcf42c95-e5ac-4575-804c-e97bc29ce330","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:09.003142873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"fcf42c95-e5ac-4575-804c-e97bc29ce330","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:13.479070365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"c89b178f-5be3-41d6-a003-2280309f2f18","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:13.500144523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"c89b178f-5be3-41d6-a003-2280309f2f18","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:13.52023518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"c89b178f-5be3-41d6-a003-2280309f2f18","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:14.630085267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:19.021314289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c239a091-afbd-47c9-a94b-eee92f2074d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:19.044252182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c239a091-afbd-47c9-a94b-eee92f2074d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:19.064805098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e3ba5b281ffa1d63e6a924fd38cc1b1379bd6e05b8bac111073090ba1465e23) AuthConfig (85b168997bd3cd3774131216549a5d8a1081acaaea6d0393a73b91cdce67e2a3) AuthConfig (e9e5aa9e81166bb315bb6331bf1c3a12922cda91a08ec660509f283869a250fa) AuthConfig (ea9fc448eada53d3f48eab10899d22b75a7ce8b2744991a984556c68e71897a8) AuthConfig (bb3d6faf7a8ef3e563fd8063c12c4f88ee3032e5502b05eebf26a982de2a0bc3) AuthConfig (a0459c6ab259fbd31081907706921259ab456041af8b70a33830983e7c0c1b68) AuthConfig (e97d5acd77653bbf23df1cc9e8458746cd7e2670d87254b7d3a7d66aab1b1934) AuthConfig (7b0e5a85efce0d30e683b967ce445414f7b7197793b32922891326dd2a31ae73) AuthConfig (9a08bdfaee263d202733c8f33194ded419456a89807702a2a77d3bb241fb1fff) AuthConfig (1c4426531e341cb604df96d599e7bc5e5f0e66dafd5884a9ecc471262f1a30cc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c239a091-afbd-47c9-a94b-eee92f2074d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:23.554508682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"963d916b-a011-43af-af5d-cd4a498fcb88","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:23.575521474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"963d916b-a011-43af-af5d-cd4a498fcb88","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:23.595693647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"963d916b-a011-43af-af5d-cd4a498fcb88","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.227535452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"089e47ca-fa66-4d03-b3ac-7686bc0a0236","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-att-serve-38040c","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.354985826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"9a5a9c1b-65d9-41da-adc0-04487e8f85c9","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.355010623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"9a5a9c1b-65d9-41da-adc0-04487e8f85c9","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.854869812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"36a6a36f-bafd-44c9-9ed6-2bb062c0a429","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"maas-trlp-e2e-att-serve-34f760","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.9481844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"3c46335e-abfa-4aeb-a515-bb9b0df869e7","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.948210893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"3c46335e-abfa-4aeb-a515-bb9b0df869e7","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.958836743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"8c36eaab-96c3-4a95-b633-7f3b9828e5e5","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:25.980002363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"8c36eaab-96c3-4a95-b633-7f3b9828e5e5","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.334145198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2431b123-4982-4fe8-905c-394f2079a013","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.355521479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2431b123-4982-4fe8-905c-394f2079a013","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.375406882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620e5e6cebf565f21f324e1b6850c123ed759e4615097f05e32dff80d718ed00) AuthConfig (d65b4e11c207fd26e6cf72b7a43fb74eb6eeaff7836f8b1e2bf928081443a07c) AuthConfig (d052313f642f76b8c455ed2631161c0237181c7f9854c6d00691b1a0f0a7f7dc) AuthConfig (c1880a6a9c0e1177d91a673b5e6fbf44b76e4f33e47320a270ce2cac93660e8d) AuthConfig (d9663c445b43bf083e1057a9040ce676fc8548f5dffbf66618a49e9025db3207) AuthConfig (c2d06a1ada454de506c8c60a48ae4e51041dcd67c9a62c1142d50e014dfd2788) AuthConfig (b199d2d9c41830f3129002ed6bb11e5c2a85ee938fb3056bc7c05e5ea1ffd11b) AuthConfig (43c1f195e47d45e225431b87234a05ce66d908e76584b832f2863877e1f7bec5) AuthConfig (957967592efe8f63032f22cc31bb076cabf7861fad99b3b81deac85a4cc2cd67) AuthConfig (47e4382381504aaa8565d6ec9eec8e1bb0ef0b3cbdb4d896caf8d54a10d7ce68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"2431b123-4982-4fe8-905c-394f2079a013","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.413410015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"16f9f732-9d69-419c-8b27-a8ed37d4ab38","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.413432182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"16f9f732-9d69-419c-8b27-a8ed37d4ab38","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.434316598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"fa95c04e-5735-4097-80f0-d842b97a9c5e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:26.455623733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"fa95c04e-5735-4097-80f0-d842b97a9c5e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.49408927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"b5470c13-0318-44fc-9199-05e420f13419","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.494118665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"b5470c13-0318-44fc-9199-05e420f13419","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.512127404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"a771653c-1015-455a-a234-6b35d8ad9e97","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.582339977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"a771653c-1015-455a-a234-6b35d8ad9e97","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.582668337Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"1687f666-521d-48a2-b847-2e398e583a34","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17128d5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.688452927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"18457688-e0bb-4875-96a2-a30cf4fbd8c8","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.688479084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"18457688-e0bb-4875-96a2-a30cf4fbd8c8","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.704882791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"87995eeb-edf5-4d42-bddb-24e3b946d85e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.727098733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"87995eeb-edf5-4d42-bddb-24e3b946d85e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.728615305Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"bb3feeff-5a23-4917-9224-a52347b511ad","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d5bb9224","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.831187237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5e5325ad-4f16-406c-8f3e-4110a3dd1270","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.851987983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"5e5325ad-4f16-406c-8f3e-4110a3dd1270","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.931881817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"891806b4-e980-4059-98ee-3e38a058c764","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:27.953501227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"891806b4-e980-4059-98ee-3e38a058c764","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:29.099100891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ad60e1c9-2bfa-4cbd-a50e-f588b415bb03","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:29.119960328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ad60e1c9-2bfa-4cbd-a50e-f588b415bb03","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:29.335241352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"2bc3340b-b6f1-44d9-951b-fcb92520468f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:29.335269304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"2bc3340b-b6f1-44d9-951b-fcb92520468f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.1333455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"3614c425-f300-424b-93dd-d0df1fb8cf5d","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.13336942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"3614c425-f300-424b-93dd-d0df1fb8cf5d","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.150296861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"86ccabe7-21ca-47f0-b350-a12f09cfcf86","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:34.15468655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"b55f45ce-9bed-4188-a43a-fa78e21818ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-13ead3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.171690244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"86ccabe7-21ca-47f0-b350-a12f09cfcf86","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.172801174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"b0b08457-0f42-4e48-9179-882fcae424ce","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.172818977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"b0b08457-0f42-4e48-9179-882fcae424ce","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.208136803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"8e35959c-089e-4963-8fd5-817b04ddb5f8","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.208153229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"8e35959c-089e-4963-8fd5-817b04ddb5f8","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.229512312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"d624a8d1-8d0d-40b8-a33e-3cf546a6d178","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.229528711Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"d624a8d1-8d0d-40b8-a33e-3cf546a6d178","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.289147278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"007fbc9f-6a4c-423b-ab27-7b9ad87d5b72","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.29954906Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"5a97f5bb-069c-4d9a-a4dc-1f3b4619a400","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-att-unrel-13ead3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1546c7/e2e-att-unrel-13ead3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.310173613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"007fbc9f-6a4c-423b-ab27-7b9ad87d5b72","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.400108765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"4aeff821-686d-47ed-9983-0c370ce3388c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.400134159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"4aeff821-686d-47ed-9983-0c370ce3388c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:34.466311209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"c5d97151-d561-4761-a87b-30eae1cf2fe4","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:36.431113572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"26ac16a0-84e4-4d81-bf95-e8420129d25d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:36.466146174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"26ac16a0-84e4-4d81-bf95-e8420129d25d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:36.486736269Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620e5e6cebf565f21f324e1b6850c123ed759e4615097f05e32dff80d718ed00) AuthConfig (d65b4e11c207fd26e6cf72b7a43fb74eb6eeaff7836f8b1e2bf928081443a07c) AuthConfig (d052313f642f76b8c455ed2631161c0237181c7f9854c6d00691b1a0f0a7f7dc) AuthConfig (c1880a6a9c0e1177d91a673b5e6fbf44b76e4f33e47320a270ce2cac93660e8d) AuthConfig (d9663c445b43bf083e1057a9040ce676fc8548f5dffbf66618a49e9025db3207) AuthConfig (c2d06a1ada454de506c8c60a48ae4e51041dcd67c9a62c1142d50e014dfd2788) AuthConfig (b199d2d9c41830f3129002ed6bb11e5c2a85ee938fb3056bc7c05e5ea1ffd11b) AuthConfig (43c1f195e47d45e225431b87234a05ce66d908e76584b832f2863877e1f7bec5) AuthConfig (957967592efe8f63032f22cc31bb076cabf7861fad99b3b81deac85a4cc2cd67) AuthConfig (47e4382381504aaa8565d6ec9eec8e1bb0ef0b3cbdb4d896caf8d54a10d7ce68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"26ac16a0-84e4-4d81-bf95-e8420129d25d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.599607104Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"9061f8a9-d267-4ae7-a743-9ee2e993253c","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","subscription":"e2e-att-serve-38040c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.633147905Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"9061f8a9-d267-4ae7-a743-9ee2e993253c","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.650139665Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-sub","reconcileID":"9061f8a9-d267-4ae7-a743-9ee2e993253c","MaaSSubscription":{"name":"e2e-att-serve-38040c-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.745424608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"01590eb6-97f7-42c4-b1f6-18375432cfa1","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","subscription":"e2e-att-serve-34f760-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.764386794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"49cf42ce-f980-45f7-b3ab-a2bc7e6ec7c6","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.764417508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"49cf42ce-f980-45f7-b3ab-a2bc7e6ec7c6","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.779492823Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"01590eb6-97f7-42c4-b1f6-18375432cfa1","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.781696791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"9e43b382-9f40-45f1-ae49-1555bc9d3ff8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.796650293Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-sub","reconcileID":"01590eb6-97f7-42c4-b1f6-18375432cfa1","MaaSSubscription":{"name":"e2e-att-serve-34f760-sub","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"maas-trlp-e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.80282296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"9e43b382-9f40-45f1-ae49-1555bc9d3ff8","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.908501025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6e7c32c6-e987-437f-99ec-c60a6c1195fa","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.90852391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6e7c32c6-e987-437f-99ec-c60a6c1195fa","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.918318833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"38683e5a-80a0-4da5-aa79-d5ffada23a23","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.939838799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"38683e5a-80a0-4da5-aa79-d5ffada23a23","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.9486447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"2b115567-5e78-480a-ab86-f19bb2ca5cd2","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:37.948664928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"2b115567-5e78-480a-ab86-f19bb2ca5cd2","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.021270381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"dd607775-d94e-4456-ae40-48ceb8ab255e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.042879474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"dd607775-d94e-4456-ae40-48ceb8ab255e","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.063920769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"c6e7ae8c-3bdd-4af5-96e4-939f12bfc760","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.063938597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"c6e7ae8c-3bdd-4af5-96e4-939f12bfc760","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.089370779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c2bafe6b-ffee-40d3-acb6-c84baaafd966","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.123515766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"5a5e6d92-d2e2-4628-ae2c-0da4c5157e2f","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.138997667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c2bafe6b-ffee-40d3-acb6-c84baaafd966","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.2085093Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c2bafe6b-ffee-40d3-acb6-c84baaafd966","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.208529699Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-att-serve-38040c-access","reconcileID":"c2bafe6b-ffee-40d3-acb6-c84baaafd966","MaaSAuthPolicy":{"name":"e2e-att-serve-38040c-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.23943493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"5a5e6d92-d2e2-4628-ae2c-0da4c5157e2f","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.246321959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"e91a650c-17aa-4f4b-baaa-d2dfee424def","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"tenant":"e2e-extmod-b-14f8bd","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","model":"e2e-extmod-att-user-b3d134/e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.246339337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"e91a650c-17aa-4f4b-baaa-d2dfee424def","MaaSModelRef":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"routeName":"external-model-e2e-att-serve-38040c-784ec651df43","namespace":"e2e-extmod-att-user-b3d134","model":"e2e-att-serve-38040c","externalModel":"e2e-att-serve-38040c","provider":"e2e-att-serve-38040c-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.299553248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"5a5e6d92-d2e2-4628-ae2c-0da4c5157e2f","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"name":"e2e-extmod-b-29e75b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.299574616Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"e2e-att-serve-34f760-access","reconcileID":"5a5e6d92-d2e2-4628-ae2c-0da4c5157e2f","MaaSAuthPolicy":{"name":"e2e-att-serve-34f760-access","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-29e75b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.338074513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6ef32d88-ced8-4077-a4de-969e8328860e","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"tenant":"e2e-extmod-b-29e75b","gateway":"openshift-ingress/e2e-extmod-b-29e75b","model":"e2e-extmod-att-user-e1f5b5/e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.338093214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"6ef32d88-ced8-4077-a4de-969e8328860e","MaaSModelRef":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"routeName":"external-model-e2e-att-serve-34f760-a1eb7cdb27b8","namespace":"e2e-extmod-att-user-e1f5b5","model":"e2e-att-serve-34f760","externalModel":"e2e-att-serve-34f760","provider":"e2e-att-serve-34f760-provider","gateway":"openshift-ingress/e2e-extmod-b-29e75b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.844839527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"4d6d697d-6d7d-486f-b141-6178de8b38db","namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.875543507Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"98d07a2c-5b39-449d-8e5b-be6ee02ee5c8","namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.880491609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"afb57dfb-53a9-4231-bb25-2d9bb3a0c1a5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.895158221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d3d2612f-d55e-4549-8f8d-d6213f4bb73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.895420629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"01a6d1af-108b-45c3-82b0-d362d9ef0f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.895616173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a8385511-530b-43a6-8e66-8a5584872493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.897382331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7250d4e4-e27d-47f8-8536-4f59617f7e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.902127914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"afb57dfb-53a9-4231-bb25-2d9bb3a0c1a5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.918675062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"01a6d1af-108b-45c3-82b0-d362d9ef0f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.918877447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a8385511-530b-43a6-8e66-8a5584872493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.920964394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7250d4e4-e27d-47f8-8536-4f59617f7e80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.920983895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d3d2612f-d55e-4549-8f8d-d6213f4bb73e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.922231926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620e5e6cebf565f21f324e1b6850c123ed759e4615097f05e32dff80d718ed00) AuthConfig (d65b4e11c207fd26e6cf72b7a43fb74eb6eeaff7836f8b1e2bf928081443a07c) AuthConfig (d052313f642f76b8c455ed2631161c0237181c7f9854c6d00691b1a0f0a7f7dc) AuthConfig (c1880a6a9c0e1177d91a673b5e6fbf44b76e4f33e47320a270ce2cac93660e8d) AuthConfig (d9663c445b43bf083e1057a9040ce676fc8548f5dffbf66618a49e9025db3207) AuthConfig (c2d06a1ada454de506c8c60a48ae4e51041dcd67c9a62c1142d50e014dfd2788) AuthConfig (b199d2d9c41830f3129002ed6bb11e5c2a85ee938fb3056bc7c05e5ea1ffd11b) AuthConfig (43c1f195e47d45e225431b87234a05ce66d908e76584b832f2863877e1f7bec5) AuthConfig (957967592efe8f63032f22cc31bb076cabf7861fad99b3b81deac85a4cc2cd67) AuthConfig (47e4382381504aaa8565d6ec9eec8e1bb0ef0b3cbdb4d896caf8d54a10d7ce68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"afb57dfb-53a9-4231-bb25-2d9bb3a0c1a5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.972689625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0e7bfab2-95e8-4db1-9250-7c6d88378c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:38.99619056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0e7bfab2-95e8-4db1-9250-7c6d88378c9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.045001565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-38040c","namespace":"e2e-extmod-att-user-b3d134"},"namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","reconcileID":"2cb0968f-65ea-46ab-8523-02a0d6f41325","namespace":"e2e-extmod-att-user-b3d134","name":"e2e-att-serve-38040c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.091940888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"aa243551-643e-43cf-8ac3-6fc8e49b762e","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.107852581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69df4c99-cca7-4012-a133-bb939defa18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.108391218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f22b3253-8ac7-426d-afbe-e27dfead7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.108391252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2e8eb916-71eb-4eac-9213-213946ebd9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.113301472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"aa243551-643e-43cf-8ac3-6fc8e49b762e","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.129492476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69df4c99-cca7-4012-a133-bb939defa18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.129752498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2e8eb916-71eb-4eac-9213-213946ebd9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.131929959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f22b3253-8ac7-426d-afbe-e27dfead7e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.207852115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bda46225-08a4-4403-ba20-684c15ef0115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.228913672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bda46225-08a4-4403-ba20-684c15ef0115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.314085179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4417944e-40c3-487c-a20b-60d8f6febfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.315207582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7b6b702a-cb34-42d5-af27-06abbdea0ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.315301218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"03183f61-e23d-48df-befa-1900208c1eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.316331127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8efbaacc-16c8-47d1-8b47-9b575ec124d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.335747296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4417944e-40c3-487c-a20b-60d8f6febfff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.337455952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7b6b702a-cb34-42d5-af27-06abbdea0ddc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.339394636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8efbaacc-16c8-47d1-8b47-9b575ec124d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.340442293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"03183f61-e23d-48df-befa-1900208c1eaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.343673371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-34f760","namespace":"e2e-extmod-att-user-e1f5b5"},"namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","reconcileID":"7e190b02-439c-48fc-8a4c-6904b4ea02c8","namespace":"e2e-extmod-att-user-e1f5b5","name":"e2e-att-serve-34f760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.418875502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1c50ee0b-6847-4a40-a95b-fad25ea6b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.427200268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"0cda964e-32de-475b-9071-529fa11502e5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.440005937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1c50ee0b-6847-4a40-a95b-fad25ea6b8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.44345412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9bcd8ea3-1a0a-4a29-b50c-95c019ceb224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.443666848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"666c3006-de68-4156-a302-537e2422d471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.443454145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"8f26730e-bf78-4686-b3de-8ee4c335ccdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.448560134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"0cda964e-32de-475b-9071-529fa11502e5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.46662983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"8f26730e-bf78-4686-b3de-8ee4c335ccdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.495602564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9bcd8ea3-1a0a-4a29-b50c-95c019ceb224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.499445884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3400f6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (620e5e6cebf565f21f324e1b6850c123ed759e4615097f05e32dff80d718ed00) AuthConfig (d65b4e11c207fd26e6cf72b7a43fb74eb6eeaff7836f8b1e2bf928081443a07c) AuthConfig (d052313f642f76b8c455ed2631161c0237181c7f9854c6d00691b1a0f0a7f7dc) AuthConfig (c1880a6a9c0e1177d91a673b5e6fbf44b76e4f33e47320a270ce2cac93660e8d) AuthConfig (d9663c445b43bf083e1057a9040ce676fc8548f5dffbf66618a49e9025db3207) AuthConfig (c2d06a1ada454de506c8c60a48ae4e51041dcd67c9a62c1142d50e014dfd2788) AuthConfig (b199d2d9c41830f3129002ed6bb11e5c2a85ee938fb3056bc7c05e5ea1ffd11b) AuthConfig (43c1f195e47d45e225431b87234a05ce66d908e76584b832f2863877e1f7bec5) AuthConfig (957967592efe8f63032f22cc31bb076cabf7861fad99b3b81deac85a4cc2cd67) AuthConfig (47e4382381504aaa8565d6ec9eec8e1bb0ef0b3cbdb4d896caf8d54a10d7ce68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"0cda964e-32de-475b-9071-529fa11502e5","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.500179297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"666c3006-de68-4156-a302-537e2422d471","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.55123687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1bb6c703-b717-43e2-ab0a-9f4b9c7f0b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.574493309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1bb6c703-b717-43e2-ab0a-9f4b9c7f0b0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.635471224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"e66f6ed3-1255-48f7-a28c-b5627aaa3c09","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.650844789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e0fd35-fd2f-48da-8c30-486b4d6f86f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.651405112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6abc9594-f93c-4c31-ac59-022c5376c897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.651419927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0aefa10b-6a78-42ac-bb08-077158464b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.656847298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"e66f6ed3-1255-48f7-a28c-b5627aaa3c09","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.672467435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6abc9594-f93c-4c31-ac59-022c5376c897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.673868748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0aefa10b-6a78-42ac-bb08-077158464b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.675720895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8e0fd35-fd2f-48da-8c30-486b4d6f86f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.751437505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d9caf686-7e32-4a1c-a465-62209df60227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.774135884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d9caf686-7e32-4a1c-a465-62209df60227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.851820154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"507971b6-6aca-42cf-b6f7-9c0d471c5734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.851838914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ffc4e05-a113-48a9-8694-d470e88b857c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.852352817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"468fd6ad-f226-417c-924e-ee1540c2b369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.875335276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1ffc4e05-a113-48a9-8694-d470e88b857c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.875353124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"468fd6ad-f226-417c-924e-ee1540c2b369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:39.878510252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"507971b6-6aca-42cf-b6f7-9c0d471c5734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:41.778847267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"de052dbc-167c-4a97-97bb-9f9be4a102ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:41.919195457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"74514232-6862-451f-aef7-54d14f8c517f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:41.99749004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"d7d15e68-3a06-4208-867a-dcebd7d03320","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:41.997602206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"e91eba1a-35e8-416f-b71e-02052f82f2b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.079430991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d33fc6d5-034e-4d85-acdb-4f303c9efd89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.079584484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"23aa7806-c335-49f7-9820-4c1c72cabe79","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.079863551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"cb33ce45-1ad3-4106-9cd3-98076a81af06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.181728541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0af1a1d-5946-44f8-9f81-cc5c783e28bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.282334758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"509c789e-b608-4ae1-8226-37ec0fdab8bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.282406395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"89dca0ce-3796-4106-8df2-bdd70a1fe0ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.282779827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"0fdb83ff-e88a-4984-8b40-19b244d1e636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:42.38054291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"280ea6b5-4c4b-43cb-93bb-3a9ae54b2019","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:44.630040737Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:49.533857031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"c28b3ded-26e2-46ed-a437-1aebf778d8e6","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:49.556652299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"c28b3ded-26e2-46ed-a437-1aebf778d8e6","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:49.694832618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"2130e157-1679-4f20-afa7-6350bdc50b60","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:49.694859732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"2130e157-1679-4f20-afa7-6350bdc50b60","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:50.70170306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"1772ae8a-7bb8-42e2-9b16-6246909a6502","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-405ea4","tenantID":"e2e-extmod-a-405ea4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:50.748199221Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"1772ae8a-7bb8-42e2-9b16-6246909a6502","name":"e2e-extmod-a-405ea4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.122024029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"c0c26a54-631f-4b8f-8763-6221613ca8d2","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.191608935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dfdcbe0-7227-4ec0-8c98-bf341d01c689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.191862797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a89afefa-c58d-4edc-9ab9-66d621e86517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.192391475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"102e2661-cc74-4f52-b97b-455685a443b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.192391503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"41465cea-7fc5-4d7a-b80f-9ad8a4553619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.199183715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"48e9b472-547c-47aa-8a1a-87fd825a631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.200234845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"d31fbb41-b151-42c8-ba86-038b1cb84583","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.217884533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1dfdcbe0-7227-4ec0-8c98-bf341d01c689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.217922383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a89afefa-c58d-4edc-9ab9-66d621e86517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.225090815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"102e2661-cc74-4f52-b97b-455685a443b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.225509367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"48e9b472-547c-47aa-8a1a-87fd825a631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.230195044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"41465cea-7fc5-4d7a-b80f-9ad8a4553619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.364474962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ccb0cbae-0a99-4060-a1df-c05229e20914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.364955766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89345c73-89d1-4c52-a067-f85a61db15e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.365010249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f0a26482-5c7f-4cfd-95c7-f03b3002ad3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.367717888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c1b16379-9193-4df4-a138-31e8b401080a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.38947463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89345c73-89d1-4c52-a067-f85a61db15e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.389711595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f0a26482-5c7f-4cfd-95c7-f03b3002ad3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.392250976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c1b16379-9193-4df4-a138-31e8b401080a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.396296265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"ccb0cbae-0a99-4060-a1df-c05229e20914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.424240877Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"a3662c43-0b42-41be-9a98-5f91a516e752","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.439255607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3b09c67e-26b7-4058-90e1-4a0cd695edbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.460846803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3b09c67e-26b7-4058-90e1-4a0cd695edbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.461808598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"1634963d-dc2a-4429-a227-3776c2a25fd2","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.532798775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"ed376538-42de-4065-8a46-f7e5e04d1b25","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.533280631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"62b63802-6847-4815-83cf-4e825f213ba2","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.549952934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"21a27a30-e9de-48c7-ad2f-4a9ba5a08f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.550370408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9eede083-a6a8-4512-a7dd-8b49e24326a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.558000088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"ed376538-42de-4065-8a46-f7e5e04d1b25","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.560164424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"62b63802-6847-4815-83cf-4e825f213ba2","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.589398545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9eede083-a6a8-4512-a7dd-8b49e24326a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.590635611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"21a27a30-e9de-48c7-ad2f-4a9ba5a08f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.616366263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"cfe86ef9-240e-4775-9a26-89304bd7ffcf","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.64341969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"25663422-bf7c-4b3a-801a-20055abc6732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.666074273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"25663422-bf7c-4b3a-801a-20055abc6732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.746360727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d07ebb86-f87d-41f2-9e5f-86f212d879ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.746576428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67ac3165-7e07-4323-a2a3-1c866ac2b21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.746742232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d8a6f4da-9a0e-4aa4-8b1d-ba361b103ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.746900243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"452b0900-d3d5-4fea-ab25-71d7f487f86c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.767515982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"67ac3165-7e07-4323-a2a3-1c866ac2b21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.769337795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d8a6f4da-9a0e-4aa4-8b1d-ba361b103ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.769806811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"452b0900-d3d5-4fea-ab25-71d7f487f86c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.77265363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d07ebb86-f87d-41f2-9e5f-86f212d879ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.791536255Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"c1785249-c545-4cff-8ade-ef11a7b67b4c","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.825649526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e292fd2c-8581-44e0-bc6e-949a6c23c205","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.846795118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"46363c4e-c700-4e2b-bc49-480bf1e3cacc","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.863161391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"ef27db50-8d55-411d-951d-472b535257c9","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.863179537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"ef27db50-8d55-411d-951d-472b535257c9","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.886151838Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e292fd2c-8581-44e0-bc6e-949a6c23c205","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.906212292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e292fd2c-8581-44e0-bc6e-949a6c23c205","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.927042521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"46185216-a2c7-4901-b927-5200c203c544","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.928297607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"2b0341c5-deb8-4a92-bf21-0798ee64197f","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.943898024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e8e017f-2206-49a8-b388-189624ae5f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.944184612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"370253e4-7637-452e-b2af-9322669e6734","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.944206438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"370253e4-7637-452e-b2af-9322669e6734","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.944388709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"09c9edde-cd76-4954-970a-a7ea6496ac15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.948923811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"46185216-a2c7-4901-b927-5200c203c544","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.950228893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"2b0341c5-deb8-4a92-bf21-0798ee64197f","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.966184794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1e8e017f-2206-49a8-b388-189624ae5f3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:53.966811833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"09c9edde-cd76-4954-970a-a7ea6496ac15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.028023309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"77c15ea2-588e-4b93-a660-4dbde0c774fe","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.042990373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4ab79d1a-ad4d-442c-a91e-eb8272af4f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.06458307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4ab79d1a-ad4d-442c-a91e-eb8272af4f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.139273804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b272ae4d-cc51-4e05-b660-fdb243c9230d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.173977875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"69f35072-0764-4b25-9cb2-367551b4a5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.174121048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d262b10-b6e8-4ea4-bb86-ae27244d2c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.179779402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b272ae4d-cc51-4e05-b660-fdb243c9230d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.180986519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"80640be8-49bc-4605-9460-fffe47416b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.198131324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d262b10-b6e8-4ea4-bb86-ae27244d2c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.201762576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"69f35072-0764-4b25-9cb2-367551b4a5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.206942767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b272ae4d-cc51-4e05-b660-fdb243c9230d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.208154434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"80640be8-49bc-4605-9460-fffe47416b75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.258627179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cdf987d4-a9ec-431d-a677-3b28886eda81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.264102073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4cd11538-a083-4c77-b2ac-519a9bbc1856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.281180658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cdf987d4-a9ec-431d-a677-3b28886eda81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.291258253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4cd11538-a083-4c77-b2ac-519a9bbc1856","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.341085309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"0c5f4b9b-a5fc-419c-a2aa-60d52233e69c","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.356326329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"83cf9189-8d1a-46ee-923f-f5dec76b3b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.360645659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5611e87c-5f15-4a6e-8fda-805ecb7d8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.360714403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b20eac39-a397-4942-b4da-76395db4d2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.37964517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"83cf9189-8d1a-46ee-923f-f5dec76b3b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.382178939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b20eac39-a397-4942-b4da-76395db4d2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.383559411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5611e87c-5f15-4a6e-8fda-805ecb7d8281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.542450105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"a22a6293-9d28-4373-b460-919b0ba5ec98","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.556381573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"dc5dab00-4227-4cb9-a2a5-819ed16b3633","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.557008714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c1a266a4-0337-478e-ad87-a5b530439884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.557377204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"040ead2f-b9f3-4097-a87f-b9156e23ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.563022232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"a22a6293-9d28-4373-b460-919b0ba5ec98","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.578635577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"dc5dab00-4227-4cb9-a2a5-819ed16b3633","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.582518056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"040ead2f-b9f3-4097-a87f-b9156e23ba56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.586334955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c1a266a4-0337-478e-ad87-a5b530439884","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.606908453Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"967d5e0d-5112-4b08-ab98-9c9493177810","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.665829799Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"5dfcddcb-5d3e-410c-9f89-79b180a8bc73","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.684944451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a3b249c1-6fff-4bf4-acc1-12f0baf32c61","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.684971389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a3b249c1-6fff-4bf4-acc1-12f0baf32c61","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:54.685370262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"7fa5610e-1d7a-4d03-949b-e0e00241338d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-da5df7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.701930728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47621e15-f48b-48c6-ba47-cf2e5ad199f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.723997533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47621e15-f48b-48c6-ba47-cf2e5ad199f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.725555855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"aec7ad2d-1688-4a1c-9953-5e173c56e7b4","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.725578277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"aec7ad2d-1688-4a1c-9953-5e173c56e7b4","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:54.766310292Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"aec7ad2d-1688-4a1c-9953-5e173c56e7b4","name":"e2e-att-serve-da5df7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-da5df7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:54.766379314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"aec7ad2d-1688-4a1c-9953-5e173c56e7b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-da5df7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.767672883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c3cf4e12-9779-4ff9-abb8-a1c71690cc16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.790875403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"fe3c6ea7-9582-41c9-9b0b-ad565ccd8f4b","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.790898771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"fe3c6ea7-9582-41c9-9b0b-ad565ccd8f4b","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.795376535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c3cf4e12-9779-4ff9-abb8-a1c71690cc16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.813694871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b661c68e-1c59-4a6d-b8b3-66ddb2e0606a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.813856659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a2b51728-0ab2-41b7-ab55-98bc123b4371","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.813874703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a2b51728-0ab2-41b7-ab55-98bc123b4371","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.814020603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f1200f43-ff05-47a6-bff3-26cf9af5f3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.817941869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c3cf4e12-9779-4ff9-abb8-a1c71690cc16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.823870179Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d7719f81-7e4c-4a04-96c3-44289257b689","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.830634484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d072aeac-52d7-44bd-9f01-748bbdb40e31","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.830651655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d072aeac-52d7-44bd-9f01-748bbdb40e31","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.83462213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b661c68e-1c59-4a6d-b8b3-66ddb2e0606a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.835276281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f1200f43-ff05-47a6-bff3-26cf9af5f3b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.86522216Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"28a44e9c-b542-41bd-8f77-b200cbca1c4b","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"maas-trlp-e2e-att-serve-da5df7","model":"e2e-att-serve-da5df7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3400f6/e2e-att-serve-da5df7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.866338558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d7e2f2fd-ce7b-49bd-8d60-60a44f2354de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.868759655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a717c302-dff8-48d1-9d05-44f0e2137391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.869591063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"45c38604-acb7-4a17-b284-2390115688f2","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.869606957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"45c38604-acb7-4a17-b284-2390115688f2","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.888365058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d7e2f2fd-ce7b-49bd-8d60-60a44f2354de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:54.888849898Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"45c38604-acb7-4a17-b284-2390115688f2","name":"e2e-cmp-legacy-6c7131","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-6c7131\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:21:54.88891261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"45c38604-acb7-4a17-b284-2390115688f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-6c7131\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.891583619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a717c302-dff8-48d1-9d05-44f0e2137391","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.911013948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"f2b902ab-382e-4578-806e-81e8d2fc6c03","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.911030791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"f2b902ab-382e-4578-806e-81e8d2fc6c03","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.957634296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a69f9791-e4b6-4ef1-80c7-089e965d94b1","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.957652572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a69f9791-e4b6-4ef1-80c7-089e965d94b1","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.967230459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6a9e846e-b468-453a-9ce1-a1601b406855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:54.989858989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6a9e846e-b468-453a-9ce1-a1601b406855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.041437492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"4c359d80-0855-426e-a4e3-94f739379559","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"maas-trlp-e2e-att-serve-da5df7","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.071274213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56aefdea-0318-45b3-b05d-1e6cb8cb889c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.071597193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9f672516-ec25-42d8-a498-26d7311c5394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.071925931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"493ceda3-631d-4b7b-b22b-1b9659699920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.072723878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e4085f65-2e58-40d2-842e-6fb2a1c443ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.093478264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"493ceda3-631d-4b7b-b22b-1b9659699920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.094583206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56aefdea-0318-45b3-b05d-1e6cb8cb889c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.095999674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e4085f65-2e58-40d2-842e-6fb2a1c443ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.097966426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9f672516-ec25-42d8-a498-26d7311c5394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.252553795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3b67c14f-af2d-4ff6-a965-fd42b00df982","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.253325129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6e350384-22ba-4b85-b111-4d8622781e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.267615564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8ff67b4-fcc8-4104-8dc4-4806e1dc554c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.269172521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"66970051-fa9e-4d16-9bea-a45db4cc6658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.269206277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a472c764-b27b-43f9-93d7-31333d26fd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.273525204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3b67c14f-af2d-4ff6-a965-fd42b00df982","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.275789984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6e350384-22ba-4b85-b111-4d8622781e69","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.28992826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8ff67b4-fcc8-4104-8dc4-4806e1dc554c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.290307873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a472c764-b27b-43f9-93d7-31333d26fd8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.292563688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"66970051-fa9e-4d16-9bea-a45db4cc6658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.459454113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b3a8d4fb-24c5-40c3-9394-04c123fbbebf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.460104367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"af091d99-21b0-4268-9cf3-f1009944db76","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.460120765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"af091d99-21b0-4268-9cf3-f1009944db76","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.471663216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"04b243cd-1db6-47a5-b315-195df095fabd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.471668916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8c08c2e0-3cd5-4b7d-8702-ce0076cb3f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.48159172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b3a8d4fb-24c5-40c3-9394-04c123fbbebf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.493725571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"04b243cd-1db6-47a5-b315-195df095fabd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.493738568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8c08c2e0-3cd5-4b7d-8702-ce0076cb3f98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.514330801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"b3a8d4fb-24c5-40c3-9394-04c123fbbebf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.562636342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7cb43fb5-44fc-4197-b004-817b8091f9dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.575325612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6f6bbfa4-4ab1-40cc-9607-6d5d77562eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.57671749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"23245523-5df4-472f-b2d1-5a4e3085ef13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.60012496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6f6bbfa4-4ab1-40cc-9607-6d5d77562eb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.601290277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"23245523-5df4-472f-b2d1-5a4e3085ef13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.623123574Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7cb43fb5-44fc-4197-b004-817b8091f9dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.642937912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7cb43fb5-44fc-4197-b004-817b8091f9dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.682704896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"78f05159-00c7-4caa-9d67-41ac49636be9","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:55.682726073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"78f05159-00c7-4caa-9d67-41ac49636be9","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.169531238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"15e02b19-140d-43da-be69-d8a97003f8fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.271469979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"feb900ea-fd21-4595-a0fc-9ba67faff0ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.271509693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"2fca3757-c98f-49b5-a48d-95323e8e2351","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.452627398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"509261a1-b663-4ea9-ab81-1ce1f50c9a64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.556136235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"2015cb43-6a54-409c-8015-b056367b4231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.556633388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"7fa42d4d-7f1e-437a-9198-166d83bcee06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.652888558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f302e3f-b601-4e1b-b1e8-6104a6216004","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.663448708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"e796ddb1-7989-4650-b708-97c1ba02352b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.756308379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ed8da99-5a3c-441a-9f02-506953111881","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.772861175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"0dcd4397-1de5-4608-8163-74f114467710","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.853088049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"e71af88e-b5bc-498a-bb8c-0030cc3979b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.864148684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"7bab1523-f4b0-4eec-aa89-df3b37790541","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.864177514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"7bab1523-f4b0-4eec-aa89-df3b37790541","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.867592697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"90458f7c-9327-4c89-9971-c32851298a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:21:59.95424691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"7771ba04-f413-4329-be6e-ad8322c95d1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:00.418573372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"84adc39e-b018-4358-9d67-f9d1b18be4b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:00.439753204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"84adc39e-b018-4358-9d67-f9d1b18be4b1","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:01.97194388Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"e0316fc1-9539-4c57-929f-82c9b3c03810","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:01.999904457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"c58e9d44-6de5-4f7c-b3f8-a6f72fc9dbdf","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.006711648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"906bc3fe-1bd5-401b-bc95-f31807533501","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.006714481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"203e3cdc-4b80-4ff1-88a5-c5f011ec064b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.021732431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"51343422-2ad0-4d48-8eef-00ba60f4a679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.021786087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87877e12-a792-4ddd-912c-eda203faf544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.022771989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0c76fc6a-d600-4b0a-b683-aa69f9accc62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.0280071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"203e3cdc-4b80-4ff1-88a5-c5f011ec064b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.028743507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"906bc3fe-1bd5-401b-bc95-f31807533501","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.045917147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87877e12-a792-4ddd-912c-eda203faf544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.064468072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0c76fc6a-d600-4b0a-b683-aa69f9accc62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.065022831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"51343422-2ad0-4d48-8eef-00ba60f4a679","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.066130728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"203e3cdc-4b80-4ff1-88a5-c5f011ec064b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.066428216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"906bc3fe-1bd5-401b-bc95-f31807533501","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.092590705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"17ad331e-8057-45cb-971c-c6b4113ff70f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.092613433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"17ad331e-8057-45cb-971c-c6b4113ff70f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.10397818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"65bf0ed3-fa1d-4d37-a0da-f680ad8d6cd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.119197853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"cf2af3c2-5007-4f5f-9bfb-2e706373e301","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.11922246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"cf2af3c2-5007-4f5f-9bfb-2e706373e301","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.120030916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"aae11b5e-aaa2-4fb6-8db5-02c40b2afce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.125236036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"65bf0ed3-fa1d-4d37-a0da-f680ad8d6cd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.141023959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"aae11b5e-aaa2-4fb6-8db5-02c40b2afce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.157973282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"1fa55687-904e-4a22-b631-c4c459e8efe6","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.229372309Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"251e12c4-80e3-4d80-8f81-e7716eefedf2","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.234039692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"318cde3f-278f-4775-b7e9-1cf44e7ce555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.255687164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"318cde3f-278f-4775-b7e9-1cf44e7ce555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.319680683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"699d78bc-52d3-4d60-9aac-eaf089e2a314","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.333285355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"04af7220-fcca-4d44-9385-6a4ece2e9687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.333362559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6e7bc19d-6a95-4279-945a-f7d27f5297c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.334740871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d8f232b-9ecc-483f-97a0-114be8411ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.342068118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"699d78bc-52d3-4d60-9aac-eaf089e2a314","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.356225458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6e7bc19d-6a95-4279-945a-f7d27f5297c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.356660473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"04af7220-fcca-4d44-9385-6a4ece2e9687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.364496741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d8f232b-9ecc-483f-97a0-114be8411ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.435487005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"52772b28-359a-492b-a927-9576f0ba4650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.457306341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"63a07999-99b7-43dd-8e67-8ec1478d8081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.457750385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"52772b28-359a-492b-a927-9576f0ba4650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.458762904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4205b14e-10f6-46c0-a809-4969a5454e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.478739714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"63a07999-99b7-43dd-8e67-8ec1478d8081","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.480192852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4205b14e-10f6-46c0-a809-4969a5454e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.525362895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"4a4aa629-2b87-47ab-842a-1c048a2d0aad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.535242083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f6c4aa86-9e37-444c-877b-e8b1d4482039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.548304573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"4a4aa629-2b87-47ab-842a-1c048a2d0aad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.557913317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f6c4aa86-9e37-444c-877b-e8b1d4482039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.55868452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"46683e00-f216-4e64-870e-4e297cccb23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.568985075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"4a4aa629-2b87-47ab-842a-1c048a2d0aad","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.579951568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"46683e00-f216-4e64-870e-4e297cccb23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.620313594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"49d0c718-c965-4e6e-8c09-b3ca2b733495","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.634750844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f58fe01d-b44b-464f-94cf-cbac4dec1a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.634752362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d102f55-b626-4868-97f6-36c7774c8694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.641645899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"49d0c718-c965-4e6e-8c09-b3ca2b733495","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.659334623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f58fe01d-b44b-464f-94cf-cbac4dec1a62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.659344621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d102f55-b626-4868-97f6-36c7774c8694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.664562657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"49d0c718-c965-4e6e-8c09-b3ca2b733495","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.70401804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"ab3aa148-eb23-46ca-a59d-43ba202133a5","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.704046317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"ab3aa148-eb23-46ca-a59d-43ba202133a5","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.719049538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"27658021-f4d7-4d84-8a12-6038b64f706b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.720591857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"ec65553e-5b9f-41a6-898d-1bc8c531e7f3","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.740959115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"27658021-f4d7-4d84-8a12-6038b64f706b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.769671169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"10bb9bb0-1aab-47d4-a269-b3985efee1ca","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.794690065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"c48ad6cd-f5d4-4e3f-99c4-1f5ce8b00f08","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.794724706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"c48ad6cd-f5d4-4e3f-99c4-1f5ce8b00f08","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.811443783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"3addffb2-c9ec-4149-b4ea-6e4fec9c12ad","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.926803772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"addfc568-879d-44aa-929a-7dd9099b627d","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.927915178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"493e04dc-b6e3-41da-9a42-63828440f60b","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:02.945418182Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"fdad753d-7dfc-44b5-9d73-aa3e9b143c19","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:02.94838652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"addfc568-879d-44aa-929a-7dd9099b627d","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:02.967623793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"fdad753d-7dfc-44b5-9d73-aa3e9b143c19","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:02.989290583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9ebce626-4756-4f3b-90fc-29476a3c8486","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:02.989355829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9ebce626-4756-4f3b-90fc-29476a3c8486","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.01597893Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"985b9748-dae3-44d9-88dd-74cc0d7ea57e","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.016040044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"985b9748-dae3-44d9-88dd-74cc0d7ea57e","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.024362728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"ae38a71e-21b1-4d97-99db-c34c0fd52cc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.024410021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"c6af363f-aad0-4ad6-b6d2-2e4bb2252020","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.040985967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21f7a257-dd77-4ffd-acba-27163e1c67c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.040995494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"61454c35-c967-4fc7-a81a-73e6151e370e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.045698967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"ae38a71e-21b1-4d97-99db-c34c0fd52cc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.045841821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"c6af363f-aad0-4ad6-b6d2-2e4bb2252020","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.053421719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"8cd3e67b-338a-436b-9ad7-c2e67d707607","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.053481344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"8cd3e67b-338a-436b-9ad7-c2e67d707607","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.064632899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21f7a257-dd77-4ffd-acba-27163e1c67c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.066994862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"61454c35-c967-4fc7-a81a-73e6151e370e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.068875641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"ae38a71e-21b1-4d97-99db-c34c0fd52cc2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.069920892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"c6af363f-aad0-4ad6-b6d2-2e4bb2252020","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.086009266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b182fa51-c612-46b6-becd-05d1a5d3ef37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.106994942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b182fa51-c612-46b6-becd-05d1a5d3ef37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.110037178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"1c88196a-e586-4037-914d-f30ffd0a28b2","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.110118605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"1c88196a-e586-4037-914d-f30ffd0a28b2","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.124233524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"8280b090-1db5-42bb-bc27-94783a79b76b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.139908228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5b8cb848-60b7-45b9-9635-99fc6b6e75e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.149888128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"897b700e-1777-4699-acd8-3b3448d6d6a1","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.164554453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"8280b090-1db5-42bb-bc27-94783a79b76b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.165601337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7d0f870c-c6a7-444d-8cac-58e4dcd6b936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.1667297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5b8cb848-60b7-45b9-9635-99fc6b6e75e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.170887217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"897b700e-1777-4699-acd8-3b3448d6d6a1","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.18661555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7d0f870c-c6a7-444d-8cac-58e4dcd6b936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.208626493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"42d9e83e-15ec-4fc3-8437-376e5f2afc18","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.208707487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"42d9e83e-15ec-4fc3-8437-376e5f2afc18","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.240952042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b86b19-15ed-4627-9a0a-045dfe605988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.262359047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76b86b19-15ed-4627-9a0a-045dfe605988","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.264587225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b81158f6-5d2e-41fa-baeb-cb35ba171bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.285853766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b81158f6-5d2e-41fa-baeb-cb35ba171bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.343503716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1e40270e-3e17-491f-a4cc-883e8a94ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.349553951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"952adb9e-3723-4455-9d5b-77e9ac2c19ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.349580646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9fa7c387-3b74-4d35-9a26-cd3956468d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.364541357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1e40270e-3e17-491f-a4cc-883e8a94ffd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.370693626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"952adb9e-3723-4455-9d5b-77e9ac2c19ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.370740998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9fa7c387-3b74-4d35-9a26-cd3956468d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.387878158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"45455dcc-7804-449f-8035-872df48353af","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.38794935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"45455dcc-7804-449f-8035-872df48353af","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.441043334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"042e8aa0-8004-4280-8150-d63f1039ca0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.449505437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bf0efd9f-1ec4-4fbe-bc0f-772d28bcf9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.462394465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"042e8aa0-8004-4280-8150-d63f1039ca0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.471013806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bf0efd9f-1ec4-4fbe-bc0f-772d28bcf9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.777760846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"03909002-4fbd-4ad3-afc6-65fd93d8c7cd","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.789965399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"98013740-2b16-4e05-b0d9-933db8e0f599","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.790073457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"98013740-2b16-4e05-b0d9-933db8e0f599","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.824877486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"fd538c15-87f4-4a42-a2d5-e081c08bcdd6","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:03.824983279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"fd538c15-87f4-4a42-a2d5-e081c08bcdd6","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.826566086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"24437270-ebbd-41f9-8854-3e27b2cf50f8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.827960924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"01ae0b03-cdab-498b-a9d0-0a0bd92b7496","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.845084931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"854f20dc-6a5e-4bd8-9226-87f960b135fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.850678393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"24437270-ebbd-41f9-8854-3e27b2cf50f8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.851330011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"01ae0b03-cdab-498b-a9d0-0a0bd92b7496","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.857642936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9c16ee-012f-4900-92e0-fdd9a702b900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.858109929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8cab422f-3937-4638-85ac-2dbd85f26204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.867474057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"854f20dc-6a5e-4bd8-9226-87f960b135fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.870806223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"01ae0b03-cdab-498b-a9d0-0a0bd92b7496","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.870937659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"24437270-ebbd-41f9-8854-3e27b2cf50f8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.878861206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8cab422f-3937-4638-85ac-2dbd85f26204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.880177874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d9c16ee-012f-4900-92e0-fdd9a702b900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.913537886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"2001df81-85ad-46cb-a05f-d1bec6ed7d23","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.929490451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"081abe7d-70e5-4379-9bcf-e3975142e5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.934465663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"2001df81-85ad-46cb-a05f-d1bec6ed7d23","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.947431818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"8cd2a96d-9084-469f-83cb-6c435e7222a6","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.950405687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"081abe7d-70e5-4379-9bcf-e3975142e5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.969247402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"8cd2a96d-9084-469f-83cb-6c435e7222a6","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.974490852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6734efbd-085b-45e4-b1b4-ee535f4c5f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.974500664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70df9757-1fb9-49e4-a713-c127df5c9128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.99534216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70df9757-1fb9-49e4-a713-c127df5c9128","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:03.995746274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6734efbd-085b-45e4-b1b4-ee535f4c5f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.148607269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8964c087-532c-4f19-ba23-7328ada8818a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.149012711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3115ad78-498b-410f-a323-ee1b16fb40c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.170184942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8964c087-532c-4f19-ba23-7328ada8818a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.171508386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3115ad78-498b-410f-a323-ee1b16fb40c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.249172812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"94dd6790-0b1b-415d-819c-67657553bb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.249211476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b66055dd-fb17-4b7e-a18d-109cbfd8aa28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.250192485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ba0ecf9-47cd-4286-9870-5c3ee677fdb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.270373096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"94dd6790-0b1b-415d-819c-67657553bb6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.271582488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b66055dd-fb17-4b7e-a18d-109cbfd8aa28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.273157162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ba0ecf9-47cd-4286-9870-5c3ee677fdb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.351267496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6b985e5b-f97f-4b99-8454-48a7b36306e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:04.372437007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6b985e5b-f97f-4b99-8454-48a7b36306e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:05.127706534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"d33cde5a-d4fb-4954-b3fe-41af4dadc566","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:05.127807687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"d33cde5a-d4fb-4954-b3fe-41af4dadc566","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:07.705258951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"2ed63678-73ed-4a67-a9ce-81bb409a59e7","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:07.705358353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"2ed63678-73ed-4a67-a9ce-81bb409a59e7","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.676173013Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"dec4a0b1-3f85-4176-9ce4-f63b0c636766","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:09.69574555Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"12d55cda-6fb7-4396-b726-2500e53a64cb","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:09.695848049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"12d55cda-6fb7-4396-b726-2500e53a64cb","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.713033068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"da90c2eb-5f5a-493c-ad7b-7a4d1228a5c5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.713506533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"9667c522-54de-47eb-a37f-041c1b7e4ad2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.729711811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1981349b-4ba2-487e-8bf4-e143cbbd526e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.730168573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a3292c3a-6e52-4a0e-8622-15956c78d801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.73119731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b0c0dd-5bc0-414c-bea0-2bfa2a71c892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.735668052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"da90c2eb-5f5a-493c-ad7b-7a4d1228a5c5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.735668054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"9667c522-54de-47eb-a37f-041c1b7e4ad2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.751399481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a3292c3a-6e52-4a0e-8622-15956c78d801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.751446242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1981349b-4ba2-487e-8bf4-e143cbbd526e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.753939358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01b0c0dd-5bc0-414c-bea0-2bfa2a71c892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.756099012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"da90c2eb-5f5a-493c-ad7b-7a4d1228a5c5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.756297705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"9667c522-54de-47eb-a37f-041c1b7e4ad2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.83061022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f4b19fda-c50f-4b22-9cf5-e01b8d6a6417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.831544623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cf65554e-9437-43b5-b6d5-f33f4cbaedb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.851591735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f4b19fda-c50f-4b22-9cf5-e01b8d6a6417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.852282337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cf65554e-9437-43b5-b6d5-f33f4cbaedb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.934899543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3617c67a-ef00-4b74-b641-97915074771a","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.934899567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"936c24c2-ed4b-4c7c-bbeb-38ce221cc933","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.95173602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e32eaf74-8d9f-48f0-a405-97ef183ebd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.956079594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"936c24c2-ed4b-4c7c-bbeb-38ce221cc933","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.956126821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3617c67a-ef00-4b74-b641-97915074771a","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:09.975494064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e32eaf74-8d9f-48f0-a405-97ef183ebd0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.050826471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e83e001-b601-44d9-a234-b059c5bb99cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.050840679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ab65acdd-4b27-4619-8685-d0c3620065f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.081468253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ab65acdd-4b27-4619-8685-d0c3620065f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.083471965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e83e001-b601-44d9-a234-b059c5bb99cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.083896701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"341a1f38-7a05-4e7a-8ec7-7fc9d425516f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.101187859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1cd9f552-b9fa-4cdc-aa36-686f22bd7892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.101356396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a9ac7514-f36c-4f59-a386-b02ca7154ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.106567242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"341a1f38-7a05-4e7a-8ec7-7fc9d425516f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.122859512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a9ac7514-f36c-4f59-a386-b02ca7154ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.122891752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1cd9f552-b9fa-4cdc-aa36-686f22bd7892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:10.149759097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b436d2f3-1d8c-4bb6-af4e-986151bf7c5c","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:10.149828195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b436d2f3-1d8c-4bb6-af4e-986151bf7c5c","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-detach-988a19 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.175046639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"82513468-ecb3-4277-8b83-7c0bf173fa5a","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.175103593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"82513468-ecb3-4277-8b83-7c0bf173fa5a","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.229740484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"11211e6a-ecaf-47c0-9e3b-a726decfe6a5","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.229981118Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"543d7b2a-6318-4026-8a10-a0f5d77de4e8","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.247730617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"975951b2-6aea-4bb9-b296-f43c5c04ddb7","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.247755714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"975951b2-6aea-4bb9-b296-f43c5c04ddb7","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.252615791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"89e13cea-a04c-4177-bbaa-a452cc5f556d","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.272258874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a888a179-105f-4d10-9962-5fc992eabee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.311650817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a888a179-105f-4d10-9962-5fc992eabee8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.31687014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"89e13cea-a04c-4177-bbaa-a452cc5f556d","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.361191508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"af974a15-38b4-498c-a12a-48dec6bfee46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.361213829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"25e36857-ebbc-4137-bec2-10b768e1ce66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.377971836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2e6f2e64-f45a-4b29-bf27-1e877caa3bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.387640755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"af974a15-38b4-498c-a12a-48dec6bfee46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.396467369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"25e36857-ebbc-4137-bec2-10b768e1ce66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.411544301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"af974a15-38b4-498c-a12a-48dec6bfee46","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.412100767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"2e6f2e64-f45a-4b29-bf27-1e877caa3bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.42332476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"25e36857-ebbc-4137-bec2-10b768e1ce66","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.485666739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d70be5ea-a7dc-47ba-aa0e-621590933562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.486400192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e889c767-9033-4f0a-9900-d1a627caf4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.509928955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e889c767-9033-4f0a-9900-d1a627caf4e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.514802634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d70be5ea-a7dc-47ba-aa0e-621590933562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.579338072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a77b1e83-4a52-4d0b-86ab-e5256b9f474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.580130114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7ff0d231-0fc0-4714-a257-432365192e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.605459771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a77b1e83-4a52-4d0b-86ab-e5256b9f474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.605456865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7ff0d231-0fc0-4714-a257-432365192e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.677465891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b9584d-8323-4709-a965-a9f35558c14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.691996543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"323ca9db-56fe-48ff-ad4f-39d81b0f0b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.692506422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"021f74d3-453f-4935-a9f5-0cac39acf5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.701864549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b9584d-8323-4709-a965-a9f35558c14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.715625605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"021f74d3-453f-4935-a9f5-0cac39acf5be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.715762686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"323ca9db-56fe-48ff-ad4f-39d81b0f0b63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.759845197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"4838d5c9-d0c5-4c63-9c41-4689c2c29527","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.786117678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"45ff7b70-a4a2-4c2d-802a-e7d05dc45a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.809703304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"4838d5c9-d0c5-4c63-9c41-4689c2c29527","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.858353309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"45ff7b70-a4a2-4c2d-802a-e7d05dc45a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.87743914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"84d0ec9f-657f-43aa-b592-c135197e76ef","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.909294827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"84d0ec9f-657f-43aa-b592-c135197e76ef","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.979485907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7f4647d-d722-4198-8ea7-6efe441fbb48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:10.983438324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8f4ee97e-bc2b-43dc-a68d-1a020115481d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:11.002677109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b7f4647d-d722-4198-8ea7-6efe441fbb48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:11.013449741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8f4ee97e-bc2b-43dc-a68d-1a020115481d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:11.102413132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a2502618-6061-48a5-9ade-5f36b0771d0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:11.187841046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a2502618-6061-48a5-9ade-5f36b0771d0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:14.633985736Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.720716166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b4047ba6-4cef-405d-8c22-6f30d963e2c2","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.720740626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b4047ba6-4cef-405d-8c22-6f30d963e2c2","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.739674587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"ecf66334-1314-4c87-b958-601e0dca5c87","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.739695582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"ecf66334-1314-4c87-b958-601e0dca5c87","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.793745379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"21fc2882-efc6-4979-8fa8-1234abc01291","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:16.864474334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"21fc2882-efc6-4979-8fa8-1234abc01291","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:17.001984019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b7e87939-eecd-4074-b7c5-89cd4c7c1699","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:17.002113877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"b7e87939-eecd-4074-b7c5-89cd4c7c1699","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.157273208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"1565fa43-ebd7-4160-b0b5-898fc632af04","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"maas-trlp-e2e-att-serve-da5df7","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.253784338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"f4787dcd-7445-4fb1-ada6-7fb3850297d0","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.253815014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"f4787dcd-7445-4fb1-ada6-7fb3850297d0","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.533866658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"d470c1f6-8ba5-4752-b6ea-f6048ec620ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.567530198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"296f40eb-57f4-4688-becd-782d58a1da36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.586958031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"d470c1f6-8ba5-4752-b6ea-f6048ec620ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.590470966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"296f40eb-57f4-4688-becd-782d58a1da36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.664273225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"d470c1f6-8ba5-4752-b6ea-f6048ec620ee","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.665692222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"296f40eb-57f4-4688-becd-782d58a1da36","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.702801472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"012b14df-ab70-4cf4-a23e-6fdcd2800774","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.702834866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"012b14df-ab70-4cf4-a23e-6fdcd2800774","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.720143137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"56c1b7ec-2445-4926-9843-e210890e079a","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.720177999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"56c1b7ec-2445-4926-9843-e210890e079a","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.776474506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"b9534740-95b0-443a-9dca-f623d8cc1cf4","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:20.797761173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"b9534740-95b0-443a-9dca-f623d8cc1cf4","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.049786248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6d593b65-f87d-423b-90fe-8afc07585457","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.049786274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"b4f7246b-f97b-4aa2-807f-683865aa08f2","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.070777634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6d593b65-f87d-423b-90fe-8afc07585457","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.070896018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"b4f7246b-f97b-4aa2-807f-683865aa08f2","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.248198346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"63ac121a-551e-4461-9549-0a2f6e8a2cf9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.2693514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"63ac121a-551e-4461-9549-0a2f6e8a2cf9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.289219684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"63ac121a-551e-4461-9549-0a2f6e8a2cf9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.460469581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"2f409740-0009-4e2e-b77e-9283d8212241","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.481288921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"2f409740-0009-4e2e-b77e-9283d8212241","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:21.501702805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"2f409740-0009-4e2e-b77e-9283d8212241","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:22.961498501Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"e1953c6d-efaa-4300-8dc4-cebf31640d5c","namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:22.985105078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"40f0bac8-33f4-42fc-9e3a-8f981884814d","namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.000255167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e8796a4-ca47-4a5a-8564-21fa16d63412","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.004049481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"b0e1f08b-f1c8-4f26-9724-bfdfe3611b42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.016539134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"90329fb4-d240-401e-ae54-fee12ad60af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.01789593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ab1aa181-dab0-4d87-8cfb-36ed73c4f59c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.018255534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"427a1ce3-90ee-48ca-87f1-b7e3fae78bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.022308932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e8796a4-ca47-4a5a-8564-21fa16d63412","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.026322584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"b0e1f08b-f1c8-4f26-9724-bfdfe3611b42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.037279048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"90329fb4-d240-401e-ae54-fee12ad60af7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.03977507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ab1aa181-dab0-4d87-8cfb-36ed73c4f59c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.040090709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"427a1ce3-90ee-48ca-87f1-b7e3fae78bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.042741087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e8796a4-ca47-4a5a-8564-21fa16d63412","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.046451845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"b0e1f08b-f1c8-4f26-9724-bfdfe3611b42","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.117768151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d77634-3a4a-4c5d-b414-a30b593babf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.11788489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f11f7deb-c18b-48d2-ae30-418cf55ad036","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.140687822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0d77634-3a4a-4c5d-b414-a30b593babf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.140703515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f11f7deb-c18b-48d2-ae30-418cf55ad036","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.204686795Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"426119ee-12fd-46b0-a064-0e7de689da62","MaaSModelRef":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.22176227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"7b75a925-9362-4a1e-a3be-c778c6528b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.24382192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"7b75a925-9362-4a1e-a3be-c778c6528b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.33654911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"12f68635-7559-4298-9aec-8d0d9401cdf5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.339435038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fbd65bd9-ab95-41e5-9a30-ceba4920a4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.357676638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"12f68635-7559-4298-9aec-8d0d9401cdf5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.360374734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fbd65bd9-ab95-41e5-9a30-ceba4920a4dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.362989746Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"6b2da5e8-d24f-432b-98da-d63cf599c07c","namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.379073672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"63fcc5dc-93c2-4beb-8574-3c9a1f0c5915","MaaSModelRef":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.380634521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"ecd75dff-06e7-446e-aa1d-9ad91a5bb3b8","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.395979482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a90b1ab5-5cb1-437f-ad4f-207bfc13b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.402520794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"ecd75dff-06e7-446e-aa1d-9ad91a5bb3b8","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.417097975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a90b1ab5-5cb1-437f-ad4f-207bfc13b57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.419838842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87b7be02-4ea7-467b-b5b8-3393498845f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.440603936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87b7be02-4ea7-467b-b5b8-3393498845f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.4556559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"714ebab9-f55c-4b00-886d-e54d281cd81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.477250354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"714ebab9-f55c-4b00-886d-e54d281cd81f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.555981275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"480b2fe2-947a-4a7a-90a9-d6cae1bbb780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.576911864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"480b2fe2-947a-4a7a-90a9-d6cae1bbb780","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.656578218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"08b0fc42-6e67-4f27-981a-9627b0e6916d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.656978751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"80e4b4bb-3a3e-4397-ae12-9bc962614a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.678375916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"08b0fc42-6e67-4f27-981a-9627b0e6916d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.679617724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"80e4b4bb-3a3e-4397-ae12-9bc962614a8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.768828129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"563fa4f2-14d5-42e0-a87b-e30bd823351f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.769393414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4f5a88bd-abe5-4c68-9e15-dc844427b55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.769908677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8481533f-0af3-49bd-8de8-9e78c0b142cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.794918438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4f5a88bd-abe5-4c68-9e15-dc844427b55f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.798443893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8481533f-0af3-49bd-8de8-9e78c0b142cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.80178174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"563fa4f2-14d5-42e0-a87b-e30bd823351f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.900004056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"4cabd1f4-920f-451f-9d27-a3f2cd8835de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.900168117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"a28104bd-b8fb-42f8-ae90-f6946788cf87","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.92168281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"4cabd1f4-920f-451f-9d27-a3f2cd8835de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.922083146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"a28104bd-b8fb-42f8-ae90-f6946788cf87","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.941449737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"a28104bd-b8fb-42f8-ae90-f6946788cf87","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.941472209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"4cabd1f4-920f-451f-9d27-a3f2cd8835de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.993615716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"788788a6-5016-4912-a523-844486197725","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:23.994165786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9c54eb-875e-4f14-b408-082989f95b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.018300952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"788788a6-5016-4912-a523-844486197725","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.020781173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9c54eb-875e-4f14-b408-082989f95b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.095295014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"32588ebc-389c-48c4-bbec-90fddcb36c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.09559938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8799fd68-e9f7-4cae-ab95-ff6bbe9b2cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.117396669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8799fd68-e9f7-4cae-ab95-ff6bbe9b2cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.117512622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"32588ebc-389c-48c4-bbec-90fddcb36c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.127447875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"8f38278d-2480-47ed-ac80-c93ddb1b3d36","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.144302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8f812cad-e4be-42c8-837c-fe139869c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.144675944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"9a30624b-b0c7-4d52-8a63-2a0c30b3026d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.148104628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"8f38278d-2480-47ed-ac80-c93ddb1b3d36","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.166038366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8f812cad-e4be-42c8-837c-fe139869c6a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:24.166357535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"9a30624b-b0c7-4d52-8a63-2a0c30b3026d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.13300003Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"fbdf4d22-2ecd-4310-b900-188c2ebb7040","namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.167594204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"abced6d9-7dee-4a8c-acc4-3bede05668fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.16913848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7e83774d-8db5-457d-99fa-745f47e0693b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.183205324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c07e4937-bb2f-4272-871c-d8bc89f5fc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.185021907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a2667cc-c575-4c93-a7b0-596e8df5d883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.18664101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a4284e58-ee87-4de1-afc6-f938d418a10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.189177421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"abced6d9-7dee-4a8c-acc4-3bede05668fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.190912745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7e83774d-8db5-457d-99fa-745f47e0693b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.205761475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c07e4937-bb2f-4272-871c-d8bc89f5fc15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.206197705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a2667cc-c575-4c93-a7b0-596e8df5d883","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.209331704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"abced6d9-7dee-4a8c-acc4-3bede05668fd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.209567187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a4284e58-ee87-4de1-afc6-f938d418a10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.211320939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"7e83774d-8db5-457d-99fa-745f47e0693b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.286928261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e8d3a894-0716-49f8-a12d-8aa6f73c7f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.289833946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3b5a0832-8d5d-46ba-a2c7-43b99293a9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.295999758Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-cdbef8","namespace":"e2e-extmod-att-noaccess-5367a9"},"namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","reconcileID":"01efe17d-abe4-4921-8680-f51918d8baf6","namespace":"e2e-extmod-att-noaccess-5367a9","name":"e2e-att-noaccess-cdbef8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.309212909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e8d3a894-0716-49f8-a12d-8aa6f73c7f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.312284974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3b5a0832-8d5d-46ba-a2c7-43b99293a9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.401105425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"902981ee-29ef-458f-9c8c-ee1e6a8bf143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.401113797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"908012ea-e732-4f9e-8b2d-4fa12e741f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.404235201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9ce5bcd8-75c6-41db-8019-a32b0de5631c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.423107524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"908012ea-e732-4f9e-8b2d-4fa12e741f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.423510693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"902981ee-29ef-458f-9c8c-ee1e6a8bf143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.425584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9ce5bcd8-75c6-41db-8019-a32b0de5631c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.491171857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f76f1689-aae6-4556-bee4-67ece8ab2431","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.506266609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc725814-c168-4de3-a863-13fd01afda8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.513293192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f76f1689-aae6-4556-bee4-67ece8ab2431","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.520233303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3c1e7752-a832-46dd-97a7-6d8c7c911579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.520342275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2a98e459-f9ef-4ab4-a882-0517fd103043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.523072681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"1f38944f-1541-49f1-8381-03d40d03cbdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.527731375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc725814-c168-4de3-a863-13fd01afda8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.565831128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3c1e7752-a832-46dd-97a7-6d8c7c911579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.566350349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2a98e459-f9ef-4ab4-a882-0517fd103043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.568424183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"1f38944f-1541-49f1-8381-03d40d03cbdf","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.720705735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"53d7ea6a-0a77-425c-b2ed-6cd787974de1","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.736070043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9a727904-7974-4817-9c3c-ab737d233829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.741624437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"53d7ea6a-0a77-425c-b2ed-6cd787974de1","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.75721868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9a727904-7974-4817-9c3c-ab737d233829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.821190974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5b149b26-2414-4983-b165-5d130aecd2e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.822279531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c9fe1569-6b7d-46fa-9ed3-198b1f46f507","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.836538658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0b390ac0-2fb8-4ff7-a2b1-05710e3768d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.841885649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5b149b26-2414-4983-b165-5d130aecd2e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.842743296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c9fe1569-6b7d-46fa-9ed3-198b1f46f507","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.844436855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"fcf0e19f-7a01-4f1e-bf4f-d5787267eae7","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.844455064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"fcf0e19f-7a01-4f1e-bf4f-d5787267eae7","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.857239825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0b390ac0-2fb8-4ff7-a2b1-05710e3768d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.861492593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5b149b26-2414-4983-b165-5d130aecd2e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.862179408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"c9fe1569-6b7d-46fa-9ed3-198b1f46f507","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.885375149Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"da14f2a9-f800-4f9d-908e-24e4842ee006","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-11a721be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.936483195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"99a2c186-c694-405b-94ac-34176c9cd9e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.936889463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1169813-e4bb-48fa-a562-01a2a87aa425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.937935708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85601443-c0c7-4af3-977a-a2a6559537e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.938304838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cad7c19e-afab-4b61-9018-064e8ee954dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.9656795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"99a2c186-c694-405b-94ac-34176c9cd9e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.968259269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1169813-e4bb-48fa-a562-01a2a87aa425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.971138397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85601443-c0c7-4af3-977a-a2a6559537e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:29.974019297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"cad7c19e-afab-4b61-9018-064e8ee954dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:30.092841567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"d2bf53ba-b3a1-42a9-9b35-f1d16f95569d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:30.114538668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"d2bf53ba-b3a1-42a9-9b35-f1d16f95569d","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:37.769505563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a81be-8650-4291-9fbe-12209c6a64db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:37.785552563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a81be-8650-4291-9fbe-12209c6a64db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:37.803019689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a81be-8650-4291-9fbe-12209c6a64db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:37.819822868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55a81be-8650-4291-9fbe-12209c6a64db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:38.466666002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ca4cd9-8c11-410e-aed8-32c2f6066ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:38.48443253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ca4cd9-8c11-410e-aed8-32c2f6066ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:38.501441415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ca4cd9-8c11-410e-aed8-32c2f6066ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:38.51860024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0ca4cd9-8c11-410e-aed8-32c2f6066ff7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.899684816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e117344-aea5-42e8-8017-648e5bc974a6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.899717283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"1b3d7bc5-110c-47e0-b1bf-5ffe032552f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.903464094Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"5aae2b08-fafe-4fc8-82c9-8a86177aabe0","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","subscription":"e2e-att-serve-da5df7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.920858522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e117344-aea5-42e8-8017-648e5bc974a6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.920927104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"1b3d7bc5-110c-47e0-b1bf-5ffe032552f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.937352925Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"5aae2b08-fafe-4fc8-82c9-8a86177aabe0","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.940517464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"1b3d7bc5-110c-47e0-b1bf-5ffe032552f6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.940630057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"1e117344-aea5-42e8-8017-648e5bc974a6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:39.953774856Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-sub","reconcileID":"5aae2b08-fafe-4fc8-82c9-8a86177aabe0","MaaSSubscription":{"name":"e2e-att-serve-da5df7-sub","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"maas-trlp-e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.07863783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"5e4c4627-4707-474e-a098-69e55b738d1d","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.078749896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"5e4c4627-4707-474e-a098-69e55b738d1d","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.098801491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3d66b452-2449-41ad-84de-5788db4868be","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.119872361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"3d66b452-2449-41ad-84de-5788db4868be","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.226556282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"5645e8d1-99e6-49c4-a5ca-304cba8451ce","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.226584789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"5645e8d1-99e6-49c4-a5ca-304cba8451ce","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.27349399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"49fed006-833f-498f-b347-012f6d16db06","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.496619522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"49fed006-833f-498f-b347-012f6d16db06","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.563425506Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"49fed006-833f-498f-b347-012f6d16db06","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"name":"e2e-extmod-b-3400f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.563451243Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"e2e-att-serve-da5df7-access","reconcileID":"49fed006-833f-498f-b347-012f6d16db06","MaaSAuthPolicy":{"name":"e2e-att-serve-da5df7-access","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3400f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.614719204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"926a53bc-b62c-44a9-b154-b39a2d8f21a7","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"tenant":"e2e-extmod-b-3400f6","gateway":"openshift-ingress/e2e-extmod-b-3400f6","model":"e2e-extmod-att-user-e0830b/e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:40.614825785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"926a53bc-b62c-44a9-b154-b39a2d8f21a7","MaaSModelRef":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"routeName":"external-model-e2e-att-serve-da5df7-2704f00b042d","namespace":"e2e-extmod-att-user-e0830b","model":"e2e-att-serve-da5df7","externalModel":"e2e-att-serve-da5df7","provider":"e2e-att-serve-da5df7-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.219985558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"2057765a-2b9a-468d-9559-fed4039b6687","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.254824209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"8636933c-0e8f-475b-9a69-d8baf868d727","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.257074018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"8bbee2d8-4c2c-48c3-a076-7cc37680a8c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.273981496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2ae0c3a4-f777-4f4a-bcda-46f8f6c494a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.274342457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"5a1947f1-e447-4b81-a4c3-dc71e0153ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.280845565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb561aae-7925-4eea-b822-b55841886190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.285889328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"8bbee2d8-4c2c-48c3-a076-7cc37680a8c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.29009736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"8636933c-0e8f-475b-9a69-d8baf868d727","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.302443528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2ae0c3a4-f777-4f4a-bcda-46f8f6c494a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.304433722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"5a1947f1-e447-4b81-a4c3-dc71e0153ae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.310847968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"8636933c-0e8f-475b-9a69-d8baf868d727","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.311639419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb561aae-7925-4eea-b822-b55841886190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.312468055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"8bbee2d8-4c2c-48c3-a076-7cc37680a8c9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.375419717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"77d91df8-0f78-448d-bc59-13fe64e32e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.375761455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7cff5ebc-6c75-41ae-8114-c03ef9cccb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.403100234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"77d91df8-0f78-448d-bc59-13fe64e32e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.40967661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7cff5ebc-6c75-41ae-8114-c03ef9cccb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.425466485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-da5df7","namespace":"e2e-extmod-att-user-e0830b"},"namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","reconcileID":"a56dac6d-34d8-44cb-a7a3-bfb3d44945fb","namespace":"e2e-extmod-att-user-e0830b","name":"e2e-att-serve-da5df7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.501824722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fc814a03-f109-41bb-be8e-d290d5844834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.502627543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"81261006-585d-4481-8a9d-44d9a874ab3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.526783976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"81261006-585d-4481-8a9d-44d9a874ab3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.527187953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fc814a03-f109-41bb-be8e-d290d5844834","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.585663992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"bdcd8ad2-88f6-4a66-a894-15e731a3d914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.601364067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb643fc8-ef53-4871-9688-c5ec6b19c873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.605533321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"20a02fc6-7f4d-438f-b922-f6f11be24a2e","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.607648676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"bdcd8ad2-88f6-4a66-a894-15e731a3d914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.622322068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb643fc8-ef53-4871-9688-c5ec6b19c873","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.626497459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"20a02fc6-7f4d-438f-b922-f6f11be24a2e","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.819526174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b93a042e-ef25-4997-8ee1-ee6926ad4d03","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.819995844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"29b59f67-1a06-41e3-960f-89e9350fcbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.881682728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"29b59f67-1a06-41e3-960f-89e9350fcbb6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.882652578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b93a042e-ef25-4997-8ee1-ee6926ad4d03","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.887331144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"99098714-c7b4-4544-b64d-21f4adb19877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.900640557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"0c2464de-f1b8-407c-85ae-2fbffb0221e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.912694961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"99098714-c7b4-4544-b64d-21f4adb19877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.924620497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"999142b8-7fb4-43bb-bdee-60fce7d5ff39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.924916166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"0c2464de-f1b8-407c-85ae-2fbffb0221e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.944616719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"0c2464de-f1b8-407c-85ae-2fbffb0221e4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.945814347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"999142b8-7fb4-43bb-bdee-60fce7d5ff39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:41.978798742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"0056bc47-4b1e-402c-9607-5cc1ea698ea7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.002522382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"0056bc47-4b1e-402c-9607-5cc1ea698ea7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.022582202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"0056bc47-4b1e-402c-9607-5cc1ea698ea7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.097260557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8dafe08-0bfe-4169-95fa-0b5a481cb8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.097396817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a7a4f431-9511-492f-963a-bfd1227e8493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.097260384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0210e05f-b436-4233-9d3a-dd3e2cf850e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.118520984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8dafe08-0bfe-4169-95fa-0b5a481cb8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.118523903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a7a4f431-9511-492f-963a-bfd1227e8493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.12088966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0210e05f-b436-4233-9d3a-dd3e2cf850e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.204581548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a8c507a1-24a4-463b-aacd-992749162d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.204585297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0682c594-6fc6-4749-a70a-2651b70d6c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.225990401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a8c507a1-24a4-463b-aacd-992749162d71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:42.226218836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0682c594-6fc6-4749-a70a-2651b70d6c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:43.830128083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e7813-8660-48aa-a646-3506a0ac6a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:43.846177893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e7813-8660-48aa-a646-3506a0ac6a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:43.862222295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e7813-8660-48aa-a646-3506a0ac6a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:43.882147804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7e7813-8660-48aa-a646-3506a0ac6a69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.56957845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13058d5-beed-41c2-85a6-5b0dc4794ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.585529842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13058d5-beed-41c2-85a6-5b0dc4794ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.602035748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13058d5-beed-41c2-85a6-5b0dc4794ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.618106352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13058d5-beed-41c2-85a6-5b0dc4794ca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.630145211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:44.665126785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c1d2c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c1d2c4","reconcileID":"9fad435c-d860-4f37-84b6-a097f6bf75db","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c1d2c4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c1d2c4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:45.382780482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbd82b5-57cd-446b-84af-8f7f88a4c05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:45.400133942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbd82b5-57cd-446b-84af-8f7f88a4c05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:45.416156772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbd82b5-57cd-446b-84af-8f7f88a4c05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:45.432603684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dbd82b5-57cd-446b-84af-8f7f88a4c05c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:51.979331152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"99f73b34-2410-470d-9a83-d7d48d432b30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:52.000886247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"99f73b34-2410-470d-9a83-d7d48d432b30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:52.020596002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91a4f10a8711c9388ed1009f42fcaac9496fbd08811a0ed4a92379b56cdc2633) AuthConfig (a85205eccce6155a0e627207909da83e0ad65bd236d9ff8751c329c242feab61) AuthConfig (2388ea1ebad14ea454e79c181d6bd337c436f3ab5ecda5cb500cbe8d14c18f49) AuthConfig (42b215cd444e54e3ab536c21b1b41e5ea39acc8af114c2d128237b3247d49771) AuthConfig (91f79cf999efad1d8083cf37b7df2fde5851cc02aac3392757ecaee7c7a320db) AuthConfig (519407618dc00ff9fe4684826dc3cf252290368d0e0b637c2206691682a169c1) AuthConfig (94e754377c1aa47c78a09b1f3b87df6391fb3e71226e5c01c47eedd7cf52f610) AuthConfig (326e96a7e2ad78ee618ecdc16dd550e011462e04dcbe061d78f3f52d1bd0cace) AuthConfig (40fddf464bd77adc8bdf0963408759a6d6150ce9cc516035be61764300f0aae0) AuthConfig (e9c43af722beba5a72722c86722c3cf58a85b303973f541a45226962d531f571)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"99f73b34-2410-470d-9a83-d7d48d432b30","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:52.079304232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"97f44a97-266f-419c-9dec-6e22fdf383e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:52.100288947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"97f44a97-266f-419c-9dec-6e22fdf383e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:52.12031208Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (4d910ee82a909fae488f071af834a8d976c63cbf44f2c852549a653bf737ae9a) AuthConfig (ead8d2158b30cd84cf8887af92dede11ab3fbb0a1d48908f343b23adb9416461) AuthConfig (c2564e91ca6c37b7694fbe077c73664396ae550c1613d0fe3bcc410e3b755ca8) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (2569578134ae7207cc5e7f70253e2ba33a954713f3316eb8690786110f826aa0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"97f44a97-266f-419c-9dec-6e22fdf383e7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.028602916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"05d2d278-6d20-4c4f-87b0-e895e89d485b","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.049668784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"6d3dfa83-f121-466d-bcd6-9408ba941f26","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.062702778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5eb61078-67d5-4854-b9a9-6601b434b031","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.06504314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e619a8c5-044b-4230-be81-704425b09438","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.079083295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2745ee53-f593-4f07-8dbd-32acc15dcbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.079164289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"758bfadf-54fd-4975-b21a-cdf8ebeece0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.080327797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e3a2007b-f491-4af3-8132-49d4fe267507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.083581121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5eb61078-67d5-4854-b9a9-6601b434b031","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.086338382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e619a8c5-044b-4230-be81-704425b09438","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.100033559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2745ee53-f593-4f07-8dbd-32acc15dcbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.10131862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"758bfadf-54fd-4975-b21a-cdf8ebeece0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.102412795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e3a2007b-f491-4af3-8132-49d4fe267507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.201818489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2209c103-7351-4d49-b708-11a306a5c842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.202394862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"bce4f1b1-6671-4b74-b891-b40ba5218d16","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.204415582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b718c6aa-795b-454d-a121-a2d8a9d06abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.224729282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"bce4f1b1-6671-4b74-b891-b40ba5218d16","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.225914706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2209c103-7351-4d49-b708-11a306a5c842","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.228719317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b718c6aa-795b-454d-a121-a2d8a9d06abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.280024591Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"f89f5ae4-025d-4233-818b-1d935d36eeb7","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.308137035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a5ac164-b69a-4161-9808-76d6ebfb9913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.316639959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"6970217a-eab4-4562-b5c3-bf11379db693","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.316658414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"6970217a-eab4-4562-b5c3-bf11379db693","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.328939136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a5ac164-b69a-4161-9808-76d6ebfb9913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.375241003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"d9f7bf00-83f3-4ac0-8b8f-ac9470c7c72f","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.375260221Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"d9f7bf00-83f3-4ac0-8b8f-ac9470c7c72f","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.412467914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b6f86538-a293-48c1-9b5a-51b1e907b1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.413271054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9fe0e3b1-2f15-4d85-b52e-cbd2579bef71","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.413505305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fc0728f1-2d01-4513-9762-425e8067ee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.437535539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b6f86538-a293-48c1-9b5a-51b1e907b1cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.440672789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fc0728f1-2d01-4513-9762-425e8067ee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.441172471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9fe0e3b1-2f15-4d85-b52e-cbd2579bef71","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.48217173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"481c2c2a-0d7e-418f-bb57-1979cca6a13d","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.499270051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"e7c3155d-f222-4393-9009-a04214ec546b","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.499300357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"e7c3155d-f222-4393-9009-a04214ec546b","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.513318067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"72549489-9ab1-4edc-a690-dbb4dd720ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.534963202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"72549489-9ab1-4edc-a690-dbb4dd720ca3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.609660955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c5d6af-e69c-413d-89ae-96fe0e7326c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.631206604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c5d6af-e69c-413d-89ae-96fe0e7326c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.688509978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7768327d-2287-4a19-9d48-785e8266746d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.689133689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"93ee6556-aa02-4539-b332-d48b72dae23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.689541014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"375180cd-1d73-41c7-98fb-2ceb056e0db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.705533891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"90a57d3b-4160-4fd1-b15e-635e049daafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.712670753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"de17fbf8-047c-4e0f-80be-af385171b4d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.715597082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7768327d-2287-4a19-9d48-785e8266746d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.717916106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"93ee6556-aa02-4539-b332-d48b72dae23d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.725963918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"375180cd-1d73-41c7-98fb-2ceb056e0db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.7310025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"90a57d3b-4160-4fd1-b15e-635e049daafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.775282264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"de17fbf8-047c-4e0f-80be-af385171b4d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.901125519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"b6306c49-ced4-4639-9402-db135fbbca0d","namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.927322514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"e0ee189c-91d0-4cfc-928e-30461d8f5ae9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.949664684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eb430728-39cb-42a7-b048-68000eb45fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.94989207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fee1a1d6-6891-4709-8a3e-146aee34d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.94997821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4054b809-4f6c-472a-8516-07c8f967f75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.956583369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"e0ee189c-91d0-4cfc-928e-30461d8f5ae9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.981777685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4054b809-4f6c-472a-8516-07c8f967f75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.982871163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"fee1a1d6-6891-4709-8a3e-146aee34d571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:57.984080909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"eb430728-39cb-42a7-b048-68000eb45fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.064362323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"84886ee2-b41b-4275-80d3-10ab59952cf6","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.066575839Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"31113af4-6fd3-489d-8985-80d2e198dddc","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.089686661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"84886ee2-b41b-4275-80d3-10ab59952cf6","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.147636938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cbc7ab22-99fb-4956-8acf-3120ad8d783a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.147665333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e58ac14-263b-4ae1-ae9c-d7b13196c04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.149444287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"639e911a-cdc7-4467-a87c-a2ad3176efd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.152849679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1cf39b10-e560-4ea4-a7e9-b1362d59132f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.170215805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e58ac14-263b-4ae1-ae9c-d7b13196c04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.170241765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cbc7ab22-99fb-4956-8acf-3120ad8d783a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.172638527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"639e911a-cdc7-4467-a87c-a2ad3176efd4","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.175167106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1cf39b10-e560-4ea4-a7e9-b1362d59132f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.175332441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"1d36acf1-566a-49b0-8629-50f12da3b943","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.343088653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"dc54d1be-4fb7-4f40-89fd-7cc8a5383c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.365771466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"dc54d1be-4fb7-4f40-89fd-7cc8a5383c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.443261862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3302b3a-4efd-4c2e-9f35-7519f2dbe796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.443399771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"827660cb-03ba-49ab-851c-600f51a49a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.443941892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7fc43def-7d0d-40e5-919f-ef49cae79f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.445004837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a71a14c2-b520-47fe-9de0-23e3e55a5575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.467293288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"827660cb-03ba-49ab-851c-600f51a49a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.47016006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a71a14c2-b520-47fe-9de0-23e3e55a5575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.473799871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3302b3a-4efd-4c2e-9f35-7519f2dbe796","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.475170371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7fc43def-7d0d-40e5-919f-ef49cae79f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.493342623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"bacf4a3a-fe21-4dae-aef7-dbe28ffb6c59","namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.495767535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1546c7 priority=0:[ai-tenant-e2e-extmod-b-1546c7/e2e-att-detach-988a19-sub ai-tenant-e2e-extmod-b-1546c7/e2e-att-unrel-13ead3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.512372469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"34926a74-32d8-48bf-88aa-ce64d057296b","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.512395063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"34926a74-32d8-48bf-88aa-ce64d057296b","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.581354458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d4364c95-6a9f-410b-bd95-862a37f31b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:22:58.581991083Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"b92eda09-6708-45a4-86bd-d4ab8111f914","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-988a19-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.604326413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d4364c95-6a9f-410b-bd95-862a37f31b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.606471057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"530339c2-e599-4fa0-8b63-ff320f2f516a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.606490615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"530339c2-e599-4fa0-8b63-ff320f2f516a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.625161296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"45cd3967-3f10-4b12-93a3-ccdafa6a7bab","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.641966134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"051e4ece-7a53-44f7-ab27-48f1eccf6936","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.641983259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"051e4ece-7a53-44f7-ab27-48f1eccf6936","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.658293093Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"4ef3b1b2-758d-41a6-be0a-186837f71122","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.675119016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"e2c4ded9-f446-4441-840c-d47345c4a13e","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.675143342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"e2c4ded9-f446-4441-840c-d47345c4a13e","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.728676852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"f7fa60d7-4a4b-42e8-aa9b-84b9d20cd322","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.731970826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"8c73e1db-ab1e-4ef5-8e09-01a027f20d7a","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-att-detach-988a19","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1546c7/e2e-att-detach-988a19-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.742997028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"34de2a0e-9881-4140-b2c6-3937222d068b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.743165884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a3ad5a48-b052-4075-bb7c-dff0479a0d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.744774159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3dc1d673-bb9a-4a1f-b8d6-683140b3b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.750026708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"f7fa60d7-4a4b-42e8-aa9b-84b9d20cd322","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.765656784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"34de2a0e-9881-4140-b2c6-3937222d068b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.765656787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a3ad5a48-b052-4075-bb7c-dff0479a0d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.768322332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3dc1d673-bb9a-4a1f-b8d6-683140b3b072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.829436929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"54c375f6-bf5c-4f8c-aeea-ba2471a029a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.829657385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"0d5dd2ba-878e-4870-8bc6-67bf07874663","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.829678703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"0d5dd2ba-878e-4870-8bc6-67bf07874663","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.853948092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"54c375f6-bf5c-4f8c-aeea-ba2471a029a1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.899647353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"e533a012-634e-4c18-a2b7-3ad58ebb391c","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.949330767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"fbe7845e-5560-4c39-96c9-6a344b851ec1","namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.965904836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"dabd1651-3c61-4fdc-9511-7d52180e06df","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:58.965925963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"dabd1651-3c61-4fdc-9511-7d52180e06df","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.047797117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d48ebe8d-2a02-4a84-b0fc-528857c085cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.048408414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"40b512c9-c8a9-4209-b5ea-8e548e4fa9a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.048823219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"e715c751-ef2c-4d5d-a504-490e2535986c","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.052646694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0a18a268-0de4-4074-ab42-6e10dc42e2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.113892008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"e715c751-ef2c-4d5d-a504-490e2535986c","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.124363386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d48ebe8d-2a02-4a84-b0fc-528857c085cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.127981064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"0a18a268-0de4-4074-ab42-6e10dc42e2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.134372028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"40b512c9-c8a9-4209-b5ea-8e548e4fa9a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.175480987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ce8362-a468-4454-af97-ca31fe3adced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.198226674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ce8362-a468-4454-af97-ca31fe3adced","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.357591409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"93fce590-0537-4f6c-b7c5-41c2e8b8c668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.357586003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e1b29dcf-c346-4f73-a388-3b2ce03fd7dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.357893957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7d4856f4-aaf9-45b8-9b97-418d3551f881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.364528344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d3785c62-02af-41ee-8544-806f56f0d9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.368383717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4805b90f-316a-43ac-bbf7-a02b892acf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.393289636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"93fce590-0537-4f6c-b7c5-41c2e8b8c668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.393932145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e1b29dcf-c346-4f73-a388-3b2ce03fd7dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.396927398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7d4856f4-aaf9-45b8-9b97-418d3551f881","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.399392525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d3785c62-02af-41ee-8544-806f56f0d9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.400672114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4805b90f-316a-43ac-bbf7-a02b892acf5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.565446521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"3c33b775-9e48-4995-9814-11b9c912fe1a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.566653327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"f4e332ee-d619-4c80-b218-b25df67d657c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.579203643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12f765b8-66d2-46a6-b5bd-7f80d3425ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.579257094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d10cdde-1e34-43b1-b4da-dcdf8aa333fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.580881912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4db864b4-a8ce-4745-905e-5d55679c1c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.586321059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"3c33b775-9e48-4995-9814-11b9c912fe1a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.587395037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"f4e332ee-d619-4c80-b218-b25df67d657c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.600572671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d10cdde-1e34-43b1-b4da-dcdf8aa333fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.600610393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12f765b8-66d2-46a6-b5bd-7f80d3425ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.603372292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4db864b4-a8ce-4745-905e-5d55679c1c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.699439446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"01d29663-88fe-4fd0-911e-09f6cae72fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:22:59.720334954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"01d29663-88fe-4fd0-911e-09f6cae72fc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.132310812Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1546c7 priority=0:[ai-tenant-e2e-extmod-b-1546c7/e2e-att-detach-988a19-sub ai-tenant-e2e-extmod-b-1546c7/e2e-att-unrel-13ead3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.148089322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"6835ba0c-db39-4e4c-887e-410b4acf080f","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.148109322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"6835ba0c-db39-4e4c-887e-410b4acf080f","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.165767588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"2beb6aac-65f9-48aa-9353-3fd22447f52e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:01.166531269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"9159b878-ca13-4a64-919e-fad5e4ab6003","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-3e8e1e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.186556207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"97a9f8ae-286c-4bfc-aabd-3e2dbf14ed28","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.186579558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"97a9f8ae-286c-4bfc-aabd-3e2dbf14ed28","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.186783795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"2beb6aac-65f9-48aa-9353-3fd22447f52e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:01.204044495Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"97a9f8ae-286c-4bfc-aabd-3e2dbf14ed28","name":"e2e-cmp-legacy-3e8e1e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-3e8e1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:01.204111826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"97a9f8ae-286c-4bfc-aabd-3e2dbf14ed28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-3e8e1e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.224688559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"bbd716d7-f2b7-4587-afa8-a1b1cdb6b3d4","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.224715159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"bbd716d7-f2b7-4587-afa8-a1b1cdb6b3d4","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.246464542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"54d9103b-b630-4897-9b8d-6dc1d343bbb3","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.246488077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"54d9103b-b630-4897-9b8d-6dc1d343bbb3","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.299030047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"3782a72f-cef2-4cac-a8f4-7ef1670076e6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.31246526Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"98a4d1cf-6a12-48a6-9d96-0a04cc5184f1","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cmp-legacy-3e8e1e","model":"e2e-cmp-legacy-3e8e1e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.319870418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"3782a72f-cef2-4cac-a8f4-7ef1670076e6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.404994031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"22adc53c-34aa-4f7b-8675-c4c87503368e","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.405029306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"22adc53c-34aa-4f7b-8675-c4c87503368e","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:01.469937096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"c915b503-8a9a-4b87-ba89-d903eb74dac3","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cmp-legacy-3e8e1e","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.222898497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-1546c7 priority=0:[ai-tenant-e2e-extmod-b-1546c7/e2e-att-detach-988a19-sub ai-tenant-e2e-extmod-b-1546c7/e2e-att-unrel-13ead3-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.239279995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"009fdecb-1b09-454c-a10b-5dbf866548c3","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.239301794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"009fdecb-1b09-454c-a10b-5dbf866548c3","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.257365166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"f637fdbf-5734-449f-a9a7-9e9e4c5cdd57","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:02.258280809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"5bd81415-0901-4def-aab6-cc78caa98aa5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-6c7131-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.278176469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"120e2594-953f-41b2-8cac-a25c1882996b","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.278200557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"120e2594-953f-41b2-8cac-a25c1882996b","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.279426977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"f637fdbf-5734-449f-a9a7-9e9e4c5cdd57","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:02.296000926Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"120e2594-953f-41b2-8cac-a25c1882996b","name":"e2e-cmp-legacy-6c7131","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-6c7131\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:02.296064711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"120e2594-953f-41b2-8cac-a25c1882996b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-6c7131\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.316274878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"f7b89c1f-fecf-4a32-a925-b9582e253b4c","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.316293934Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"f7b89c1f-fecf-4a32-a925-b9582e253b4c","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.337953003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"58b201a1-dfc3-4dad-9aa3-e187e0d6b3ae","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.33797088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"58b201a1-dfc3-4dad-9aa3-e187e0d6b3ae","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.407168739Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"2ec6381b-ebf6-4009-87ea-b7280131f405","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cmp-legacy-6c7131","model":"e2e-cmp-legacy-6c7131","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.46117204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"32c09a24-a8e1-400b-aba3-c9398b305886","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.48238328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"32c09a24-a8e1-400b-aba3-c9398b305886","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.499182368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"228ecb8d-efdd-4306-97fd-7847997965c7","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.499211463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"228ecb8d-efdd-4306-97fd-7847997965c7","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:02.563539375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"06e5a5ba-a7af-4fdd-855b-4909936b253e","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cmp-legacy-6c7131","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.81565223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ecf5fae8-a7a4-4aa6-8927-b4e54ae1b7bd","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.815693234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ecf5fae8-a7a4-4aa6-8927-b4e54ae1b7bd","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.8395708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"83d55a26-853a-45cb-ad7a-0ba3ae979b46","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.839604597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"83d55a26-853a-45cb-ad7a-0ba3ae979b46","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.856630462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"af51ef6b-2ebe-4929-8796-59c058565b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.91386077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"af51ef6b-2ebe-4929-8796-59c058565b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.936401025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"af51ef6b-2ebe-4929-8796-59c058565b95","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.974778435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"6392cfb8-740d-49cf-bfdd-479532981d7f","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:03.97480402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"6392cfb8-740d-49cf-bfdd-479532981d7f","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:13.993851409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"26aff2f8-4492-4378-a0f4-7d4c470aaf5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:14.016179272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"26aff2f8-4492-4378-a0f4-7d4c470aaf5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:14.036074191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"26aff2f8-4492-4378-a0f4-7d4c470aaf5b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:14.645047622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.075213393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"2d6db9a2-e38e-4b0b-8d7e-607e553997e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.105460192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"2d6db9a2-e38e-4b0b-8d7e-607e553997e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.127794742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"2d6db9a2-e38e-4b0b-8d7e-607e553997e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.550798946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"c169bd66-62fa-4734-a163-f430494288e4","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cmp-legacy-6c7131","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.64999415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"2d535fe5-624a-4494-b268-67aa0466231d","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.650019767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"2d535fe5-624a-4494-b268-67aa0466231d","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.798543629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"3c83edb6-9937-4261-88d2-0621cdd7ac6b","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.900122482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"1e0d45db-dc13-4884-a9c9-a975605d6371","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.900159301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"1e0d45db-dc13-4884-a9c9-a975605d6371","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.900987723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"af5b753b-924c-41ed-9da2-100abe819d69","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cmp-legacy-3e8e1e","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.997905435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"243b43ab-2131-4f27-8776-faac0fa1a003","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:24.997936001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"243b43ab-2131-4f27-8776-faac0fa1a003","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.563377912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"24686ad0-a6cb-49b9-8dfb-25c179cd61ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.584218577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"24686ad0-a6cb-49b9-8dfb-25c179cd61ce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.678885903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"cf4340e5-31e9-4324-8e73-1abd43474060","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.679347833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"a6913715-81c6-4458-9ed9-cac607b2d4f0","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.701501095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"cf4340e5-31e9-4324-8e73-1abd43474060","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.701501084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"a6913715-81c6-4458-9ed9-cac607b2d4f0","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.882170922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"c2f48426-4ea5-4704-b16d-0299b69781f5","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.898843039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"849c3885-9470-4a23-a3d3-9b48be5ac6f0","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.898865576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"849c3885-9470-4a23-a3d3-9b48be5ac6f0","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.917772235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"478c8337-d0a1-49a0-a8b2-bfad4f2fd05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.93169929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab52f33-8194-4330-9e04-4cc5a96c6d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.931701285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"67d6a709-a509-4c19-a91b-507fa2d6f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.933533413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f14e5e11-ebd5-44d7-972b-be333e5b5336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.935190079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c85668b5-457d-4229-ae74-2627a7e2a949","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.938512891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"478c8337-d0a1-49a0-a8b2-bfad4f2fd05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.95289916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab52f33-8194-4330-9e04-4cc5a96c6d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.953023616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"67d6a709-a509-4c19-a91b-507fa2d6f844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.955326374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f14e5e11-ebd5-44d7-972b-be333e5b5336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.958354669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"478c8337-d0a1-49a0-a8b2-bfad4f2fd05a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.95884381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c85668b5-457d-4229-ae74-2627a7e2a949","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.998446291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"8b0f4c63-163d-4539-8016-b6828941cbca","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:25.998464938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"8b0f4c63-163d-4539-8016-b6828941cbca","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.034228216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3954459b-a690-4072-886d-6b63428c4c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.055015016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3954459b-a690-4072-886d-6b63428c4c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.142704422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0dd6e49-2f74-4fe6-9d44-1f52b5f37f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.143226968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4224873f-3e38-4ba9-ba24-3306eebb8c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.143745514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e8e78787-bc51-418b-965d-fcab0d998d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.158518883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"9a5f2973-0443-485c-80e0-aedf31c4544a","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.163321265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0dd6e49-2f74-4fe6-9d44-1f52b5f37f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.165682157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4224873f-3e38-4ba9-ba24-3306eebb8c7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.166268779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e8e78787-bc51-418b-965d-fcab0d998d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.176016137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d66c7512-49e0-4bc6-951f-d52888fa6b29","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.176036172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d66c7512-49e0-4bc6-951f-d52888fa6b29","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.242617827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"91d9268e-db5f-4050-979f-184186f343d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.244302429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"53f837d0-d25a-4f38-864d-9cb40db278b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.244341651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"564edd6c-a04b-4db4-a5bb-3823e5884be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.261549944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a29f2a84-22ac-46cf-8cdb-7fea0156d383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.264001349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"91d9268e-db5f-4050-979f-184186f343d3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.264331856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d1f26103-e94c-4f7a-b291-e1b6efa94825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.266732176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"53f837d0-d25a-4f38-864d-9cb40db278b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.268878751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"564edd6c-a04b-4db4-a5bb-3823e5884be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.287322241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a29f2a84-22ac-46cf-8cdb-7fea0156d383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.29539326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d1f26103-e94c-4f7a-b291-e1b6efa94825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.46419563Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"02a474db-e37c-43a9-abde-4a62bce11833","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.499331073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"673c42f7-b09c-4441-8507-5b872051ed23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.520918214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"673c42f7-b09c-4441-8507-5b872051ed23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.544531363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"888c10cc-5275-4617-bba4-b464b62a8083","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.544915829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"151a4262-8d7a-4f67-a13d-c6cf76b1b051","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.567667232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"888c10cc-5275-4617-bba4-b464b62a8083","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.568463854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ee2c716-5439-4b72-a9e5-163c062d0164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.569019948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"3cbd8975-bc48-41e7-a688-b203da2d7562","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.572450446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"151a4262-8d7a-4f67-a13d-c6cf76b1b051","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.592790962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"151a4262-8d7a-4f67-a13d-c6cf76b1b051","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.593926247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"3cbd8975-bc48-41e7-a688-b203da2d7562","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.595500395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ee2c716-5439-4b72-a9e5-163c062d0164","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.656427147Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"1802b6b0-fe62-4be1-80e7-35c496476898","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.660889439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"db904306-e52b-4d2a-9328-b7720e3f11a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.661174323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"916d6fa8-00a8-4139-b529-83d5c77d4eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.683480398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"db904306-e52b-4d2a-9328-b7720e3f11a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.683531358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"916d6fa8-00a8-4139-b529-83d5c77d4eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.762759982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"1bfe57eb-07c9-4935-b36f-ab638b01ccef","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.762961086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3e1ecdf1-3b59-4895-9f14-a41ee2adedb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.786670593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62743cbb-44e4-460d-a48d-168d9a7b2061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.787140423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"48bdfe68-8c80-410f-8b7d-b28625ba0c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.791923154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"1bfe57eb-07c9-4935-b36f-ab638b01ccef","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.79198729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3e1ecdf1-3b59-4895-9f14-a41ee2adedb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.792432808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1c8a7e6b-8905-40c2-8918-86cb268ea5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.810584769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"48bdfe68-8c80-410f-8b7d-b28625ba0c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.810816726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62743cbb-44e4-460d-a48d-168d9a7b2061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.813696977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1c8a7e6b-8905-40c2-8918-86cb268ea5ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.822488051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"a17a7774-1f61-4d4f-9453-6bae150c67ff","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.822511166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"a17a7774-1f61-4d4f-9453-6bae150c67ff","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.862709787Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"1774a83a-da70-4326-aadc-48e32e4321b9","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4a27ca7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.973476157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1dc33058-7a6e-406c-a11e-626bdf767834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:26.994909863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1dc33058-7a6e-406c-a11e-626bdf767834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.058164617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"20e5ab73-d985-495b-a268-e8eaf652cb52","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.073730179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"74792571-32b9-407e-a2cd-8390dcfbd6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.075107719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b68ed7d4-6e8a-4c4d-bdd8-c397e46a3370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.075143473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"65a931a4-9d6e-42ed-8b59-9d02640b3b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.078908091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"20e5ab73-d985-495b-a268-e8eaf652cb52","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.09685751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"65a931a4-9d6e-42ed-8b59-9d02640b3b87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.097102463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"74792571-32b9-407e-a2cd-8390dcfbd6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.099524438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b68ed7d4-6e8a-4c4d-bdd8-c397e46a3370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.159664443Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"0e259867-97b0-45cb-ba98-a491eca2d545","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.260063588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f15c56c3-1b39-400c-af35-19f6bfc97150","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.262002722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"2c83eaef-3187-48ad-b218-4e946636c2e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.264503068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"f7c6b01e-9fed-40af-8e87-9d79d4c02185","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.264546749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"f7c6b01e-9fed-40af-8e87-9d79d4c02185","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.279631383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a16f9a2e-f5ec-48b6-8160-6e7ef47394a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.280375911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"20d6a047-48f5-42bc-8a96-48dc16b18e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.281516695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d5d42b4b-f89b-492d-8c81-eaa8a231963f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.28529495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f15c56c3-1b39-400c-af35-19f6bfc97150","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.288414517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"2c83eaef-3187-48ad-b218-4e946636c2e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.288944239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"44a13c71-5473-4b3a-8cc7-a7c1e320ac9a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.288964844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"44a13c71-5473-4b3a-8cc7-a7c1e320ac9a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.366023345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a16f9a2e-f5ec-48b6-8160-6e7ef47394a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.366599342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"20d6a047-48f5-42bc-8a96-48dc16b18e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.367860812Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"86c91531-f469-4b3b-8cf0-3e88070ff5fe","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.3705641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f15c56c3-1b39-400c-af35-19f6bfc97150","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.3715617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d5d42b4b-f89b-492d-8c81-eaa8a231963f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.384438272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"926a03fd-259f-4dd6-ad0e-ff5dfc8d8980","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.384461415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"926a03fd-259f-4dd6-ad0e-ff5dfc8d8980","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.401122535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"fe1e182e-a97b-4a88-9a95-382e86167316","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.401195397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9928032a-c841-404f-a2a6-ae0e7986b44d","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.401214006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9928032a-c841-404f-a2a6-ae0e7986b44d","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.401586488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"59c2344b-b1ba-4bb7-80cc-b7b9d52d2283","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.423778888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"dbf06475-4256-4033-b48f-1de64d07a0d6","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.444399764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"dbf06475-4256-4033-b48f-1de64d07a0d6","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.523292332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a869134-5162-4ea8-aa01-a8fbdf11eb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.523301704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b6181416-5afd-41e6-8b37-07807e12aadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.524459766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2544ffa1-f076-4aed-bf8b-944f83d2757b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.551645102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a869134-5162-4ea8-aa01-a8fbdf11eb04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.55179964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2544ffa1-f076-4aed-bf8b-944f83d2757b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.555927699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b6181416-5afd-41e6-8b37-07807e12aadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.656758428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"29b35e2a-5fb3-4ff6-ac62-b00c85b1a009","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.681521743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"29b35e2a-5fb3-4ff6-ac62-b00c85b1a009","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.727158288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae1b67a3-658d-405a-a8e6-254c5f62f68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.733509663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab2b3d29-9a0d-4a22-b85b-42bf19888a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.735518249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"847926e7-121d-4283-acfc-a44c55beea6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.73701001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c4e432e6-241b-4f2d-aedc-b14ca7734195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.748132156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae1b67a3-658d-405a-a8e6-254c5f62f68f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.75624019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab2b3d29-9a0d-4a22-b85b-42bf19888a51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.756759263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"847926e7-121d-4283-acfc-a44c55beea6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.758581574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"c4e432e6-241b-4f2d-aedc-b14ca7734195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.781674196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"01eafacc-3dc4-4248-ac7e-9822c608a6de","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.781714317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"01eafacc-3dc4-4248-ac7e-9822c608a6de","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.798114123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"3324a5df-33ad-45c3-a2b4-db38f10d6f03","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.815157953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9ba66e1e-9837-4bbf-b880-b05ec8243c5e","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.815189498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9ba66e1e-9837-4bbf-b880-b05ec8243c5e","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.847392845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"eeca9e74-17fd-45b1-8262-074b77d8c878","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.847665057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"bf66ef27-5a1f-4e26-abb9-b498d4be3b12","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.897903209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d07a0b42-1033-4ad4-ae69-d8ce8d59b0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.900143569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"e78faffe-1734-4cdc-9940-02dbe63c8a69","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.919754275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d07a0b42-1033-4ad4-ae69-d8ce8d59b0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.920917764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"ab69a398-68cd-49e2-be75-bf540aedbd4e","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.920940523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"ab69a398-68cd-49e2-be75-bf540aedbd4e","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.939581834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"f31e9abc-c854-40c8-b207-140dba9cdd11","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.939603963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"f31e9abc-c854-40c8-b207-140dba9cdd11","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.968327111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"94238747-223b-4514-8ba1-fbf6dd976a3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.983865474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"482afc6a-6585-431c-b847-b8ee8dfec97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.985526752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b27d8903-0f51-41b0-8f78-f9a7564fc8cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.985534781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2082f400-7842-4976-9e9f-e442e7655e2d","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:27.989306392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"94238747-223b-4514-8ba1-fbf6dd976a3c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.005485988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"482afc6a-6585-431c-b847-b8ee8dfec97f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.006962369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2082f400-7842-4976-9e9f-e442e7655e2d","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.008267034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b27d8903-0f51-41b0-8f78-f9a7564fc8cf","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.205215329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f1ffa04a-a186-48b2-8fdf-1c8cf5524816","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.205214661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6dde93b0-788c-4ffc-a9e6-2e32917388f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.237000187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"f1ffa04a-a186-48b2-8fdf-1c8cf5524816","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.239526875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6dde93b0-788c-4ffc-a9e6-2e32917388f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.360225303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"b5bf3808-e6f3-4788-b62f-d82e13816723","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.377234904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"5506440e-577c-4c45-9c9e-52fc01c18a6b","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.401775643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"38efd529-8128-4872-ba17-8183a4fe6f03","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.412425755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"5506440e-577c-4c45-9c9e-52fc01c18a6b","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.466380583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d39e696b-f997-4342-8d7b-fac4a3ec9622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.466866253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f9b597be-0d77-41a9-b40c-7423acc950c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.469627762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"38efd529-8128-4872-ba17-8183a4fe6f03","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.482691474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"08d0745b-d7ff-4025-92b3-2bf5771e49ee","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.482853168Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"08d0745b-d7ff-4025-92b3-2bf5771e49ee","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.499639345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d39e696b-f997-4342-8d7b-fac4a3ec9622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.503081114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f9b597be-0d77-41a9-b40c-7423acc950c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.504311044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"38efd529-8128-4872-ba17-8183a4fe6f03","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.510897741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3647d51b-b892-48a1-bfab-65f195d21f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.511269614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4a607ba5-818d-4495-bdfd-42f7dff2a7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.565212672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"283efb5a-40aa-40ea-916b-ede676fd620e","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.56529663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"283efb5a-40aa-40ea-916b-ede676fd620e","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.568865979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3647d51b-b892-48a1-bfab-65f195d21f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.571973623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"4a607ba5-818d-4495-bdfd-42f7dff2a7be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.621638967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d61c992d-0a8d-4183-bcd0-11b701e165aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.622811183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"16520fde-592c-46cd-a56e-a5b04ff3bfc8","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.622876173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"16520fde-592c-46cd-a56e-a5b04ff3bfc8","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.644867198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d61c992d-0a8d-4183-bcd0-11b701e165aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.680245461Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"ee5d3c5b-2c4f-4177-b00b-11d61d17185b","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.680345788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"ee5d3c5b-2c4f-4177-b00b-11d61d17185b","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.709545778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"d481ac71-ee66-41b5-a9d6-ddf90cb3ab31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.732191448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"d481ac71-ee66-41b5-a9d6-ddf90cb3ab31","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.777777237Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"ad232678-2fd9-41f7-aa4d-3273b0cb9e6a","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.777845766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"ad232678-2fd9-41f7-aa4d-3273b0cb9e6a","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.848730394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"551b06d9-387b-4ebe-af50-53c20b0880db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.849320436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c8a6f3b4-0cac-4056-9fd5-b06092ad0fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.849763654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f05b5146-a91a-4f16-a392-1d32fce8917b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.871322212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c8a6f3b4-0cac-4056-9fd5-b06092ad0fa7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.873093744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f05b5146-a91a-4f16-a392-1d32fce8917b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.87467499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"551b06d9-387b-4ebe-af50-53c20b0880db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.910148225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"c853439f-1c3a-4fdf-a4df-c87d2ff81117","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.925194726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"864055b0-5c26-481b-82bd-2cf76eda6721","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.930747654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"c853439f-1c3a-4fdf-a4df-c87d2ff81117","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:28.945779947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"864055b0-5c26-481b-82bd-2cf76eda6721","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.955447728Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"46b78b34-c0de-41c9-af17-ee17d28129f0","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:28.955503911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"46b78b34-c0de-41c9-af17-ee17d28129f0","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.125733056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0558a865-8334-4bb2-8b0a-b054bbc878b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.126279751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf6a8d40-9fb6-4b56-81d3-c9b63da92fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.136536118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"83b4f861-d506-4f32-ba25-922d980ec0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.151940348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0558a865-8334-4bb2-8b0a-b054bbc878b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.168297836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"83b4f861-d506-4f32-ba25-922d980ec0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.171744692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf6a8d40-9fb6-4b56-81d3-c9b63da92fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.232787208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"31626a00-d781-46a4-b34e-c2f7af1544da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.232934045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ed2247c0-61b6-4e79-9544-f9a523097e2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.253959623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ed2247c0-61b6-4e79-9544-f9a523097e2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:29.253960283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"31626a00-d781-46a4-b34e-c2f7af1544da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:29.293871432Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"4a365a1a-7480-4d65-82fc-86117756beed","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:29.293941477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"4a365a1a-7480-4d65-82fc-86117756beed","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:29.952102977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"9312c72c-0492-4aaa-bf1a-b3a8faa82f37","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:29.952172602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"9312c72c-0492-4aaa-bf1a-b3a8faa82f37","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:31.252424575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"bbff6258-a7f5-4ce0-9d01-0b052d9d1d69","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:31.252510515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"bbff6258-a7f5-4ce0-9d01-0b052d9d1d69","error":"ExternalModel e2e-extmod-att-user-18aad4/e2e-att-delete-8cebc5 is attached to several gateways [openshift-ingress/e2e-extmod-a-79cc5b openshift-ingress/e2e-extmod-b-1546c7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:31.978884614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"f3b0df2c-b686-4f35-8582-7f0678f4f5aa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c1d2c4","tenantID":"e2e-extmod-b-c1d2c4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:32.02598442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"f3b0df2c-b686-4f35-8582-7f0678f4f5aa","name":"e2e-extmod-b-c1d2c4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.643416262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"f5018208-90a3-433a-874a-ef0000159718","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.67961659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"90e0b107-4054-4dca-bc83-bd8ca9290982","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.681778552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e5bf3eef-8016-4d1b-b9f5-43e37013fa1b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.682504289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9f983b44-0cf9-41ec-972e-e0951c6427ca","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.682522023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9f983b44-0cf9-41ec-972e-e0951c6427ca","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.693398568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f8bc2d2a-674c-474e-8be6-c35520752f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.69355716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"269ed6ca-5474-4aac-9fa6-54a4af2bfc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.694576639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"479151c5-e0a4-4c42-96e9-b77ddfaae075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.69951879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9a2a6b21-d99f-4255-ae40-162c18e64c51","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.699536876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"9a2a6b21-d99f-4255-ae40-162c18e64c51","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.700788553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"90e0b107-4054-4dca-bc83-bd8ca9290982","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.703170131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"e5bf3eef-8016-4d1b-b9f5-43e37013fa1b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.717360404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"269ed6ca-5474-4aac-9fa6-54a4af2bfc2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.71755142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"479151c5-e0a4-4c42-96e9-b77ddfaae075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.719591598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f8bc2d2a-674c-474e-8be6-c35520752f4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.720667323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"90e0b107-4054-4dca-bc83-bd8ca9290982","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.764651953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"4ae6f05f-9725-49b9-b7c7-f9e1dc3f2fb8","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.765286652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"e405d301-add5-4a50-b299-52e8292e33f7","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.767269587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"cb166823-66ac-4e57-8146-9d95d3ca3d98","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.788110294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"cb166823-66ac-4e57-8146-9d95d3ca3d98","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.819515075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"9de83849-583e-4064-b6b0-c5a47d6a03cc","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.828971707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93782ea1-bbfc-4848-8bf1-c46b7fc59302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.842859867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1abc8530-a4b1-49ec-be2b-6e1b0f60a04c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.855365059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"9de83849-583e-4064-b6b0-c5a47d6a03cc","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.843644625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"da83788f-b5a2-4b71-9fd0-739f8bfbbd90","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.855651209Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"da83788f-b5a2-4b71-9fd0-739f8bfbbd90","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.85889251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93782ea1-bbfc-4848-8bf1-c46b7fc59302","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.87019942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1abc8530-a4b1-49ec-be2b-6e1b0f60a04c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.875159911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"d93314f7-820b-4a25-9b6a-9a4e1a8c967f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.875254777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"d93314f7-820b-4a25-9b6a-9a4e1a8c967f","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.886847571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"44c85efa-1292-4f48-92d1-fbf651c6aab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.909101051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"44c85efa-1292-4f48-92d1-fbf651c6aab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.964952051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"0b4f1219-d8bf-4c69-88c9-b34247e63cfd","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:33.96539121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"6862973c-b964-4b84-abd2-036112d6d456","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.020762141Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8cebc5","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","reconcileID":"b5ac529e-aced-4a60-b28c-920e2d1227dd","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-delete-8cebc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.022034963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"f5c75f50-e598-413f-a6c9-c4fb42cd18eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.04295726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"f5c75f50-e598-413f-a6c9-c4fb42cd18eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.144781048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f04d39-5d2f-4679-9bd9-751f9d55a6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.163313642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bc7cade8-c8db-4ffb-b7c5-1cf46835b725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.163945371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6b3f90ec-64f0-4b46-a407-9b96e58f788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.175468053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97f04d39-5d2f-4679-9bd9-751f9d55a6cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.186157133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f1132a80-e03e-4641-acf9-93ff74b13b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.192841298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bc7cade8-c8db-4ffb-b7c5-1cf46835b725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.204645088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6b3f90ec-64f0-4b46-a407-9b96e58f788e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.207378328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f1132a80-e03e-4641-acf9-93ff74b13b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.22692245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"999895ce-1994-4237-9606-0f93a4c7767f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.266688126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"999895ce-1994-4237-9606-0f93a4c7767f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.367143344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"b6864402-f511-4de3-9259-26a3859faff0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.384359125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b7462026-a95e-4ba7-a9e9-61cbd9e82595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.388349189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"b6864402-f511-4de3-9259-26a3859faff0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.405457676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b7462026-a95e-4ba7-a9e9-61cbd9e82595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.40790436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"b6864402-f511-4de3-9259-26a3859faff0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.461341696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"60c85d0a-6d13-4e89-aa23-7870bb03cbf6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.477360823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"dd6fc7a5-dd58-4c65-b233-8f0edf8e8dd2","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.48236543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a4b2b821-5d17-4fd2-b86a-f8ea98902d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.482773739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b12d458e-cf42-4304-8350-97dee52de190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.483012192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"60c85d0a-6d13-4e89-aa23-7870bb03cbf6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.499201325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"dd6fc7a5-dd58-4c65-b233-8f0edf8e8dd2","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.505963784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b12d458e-cf42-4304-8350-97dee52de190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.506008655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a4b2b821-5d17-4fd2-b86a-f8ea98902d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.589812654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8179be1a-cd09-4df8-8f86-f7d42dc24acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.5898433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"f8ea222d-8254-4c0f-82a2-5b21a884c684","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.606985121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8126c846-3058-48a1-bbf7-e55d92bda0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.613043505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8179be1a-cd09-4df8-8f86-f7d42dc24acf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.613311455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"f8ea222d-8254-4c0f-82a2-5b21a884c684","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.627799062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8126c846-3058-48a1-bbf7-e55d92bda0df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.690472604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"177f76a1-06fd-4779-a610-b6e38230058f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.690472628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b7ee79d1-37f2-4ead-9ff5-e24db894a6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.719134105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"177f76a1-06fd-4779-a610-b6e38230058f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.721841202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b7ee79d1-37f2-4ead-9ff5-e24db894a6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.803242939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"95555770-c13e-4dca-a9cf-5bac6e6f3d8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:34.824209058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"95555770-c13e-4dca-a9cf-5bac6e6f3d8a","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.529477512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"ddd7924d-f33c-4d6a-9507-928ee3f1f817","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.529505436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"ddd7924d-f33c-4d6a-9507-928ee3f1f817","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.560406974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"d83970bc-01d2-4146-bc57-fbbb6184452c","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.560410656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6473f8d5-b44b-48ea-a809-4ee91d9f4130","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.568757541Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"3e2f7ebd-52b3-4fe5-bc47-f3dc49b6b06f","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-beb2d580","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.582723715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"d83970bc-01d2-4146-bc57-fbbb6184452c","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.5827394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"6473f8d5-b44b-48ea-a809-4ee91d9f4130","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.780695769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b5043a89-5acf-4e0d-957e-3108b71ef4a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.780695121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2a3cc5e0-6268-40be-8c8e-99d9b2c910dc","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.801744758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b5043a89-5acf-4e0d-957e-3108b71ef4a5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.802886248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2a3cc5e0-6268-40be-8c8e-99d9b2c910dc","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.879177721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"6b9e13e0-0896-4ebc-9ff9-5bded143a31d","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","subscription":"e2e-cmp-legacy-3e8e1e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.911874794Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"6b9e13e0-0896-4ebc-9ff9-5bded143a31d","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:36.928350916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-sub","reconcileID":"6b9e13e0-0896-4ebc-9ff9-5bded143a31d","MaaSSubscription":{"name":"e2e-cmp-legacy-3e8e1e-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.103850818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"f689e938-8366-4e89-9346-8fdb8b913296","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.103877339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"f689e938-8366-4e89-9346-8fdb8b913296","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.120843898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"9d30491e-70c3-40f2-a1ee-ae6a82a07d3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.141882073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"9d30491e-70c3-40f2-a1ee-ae6a82a07d3d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.143172691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"8a5b021b-9692-4bb8-9a7b-4b7fb1946b34","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.14319019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"8a5b021b-9692-4bb8-9a7b-4b7fb1946b34","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.259418871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"e18107ae-873a-4253-8d45-813dfe2a7549","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.25945602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"e18107ae-873a-4253-8d45-813dfe2a7549","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.2910473Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"6365ddd8-5e9e-4afd-9104-97a4528dbf16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.425159088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"6365ddd8-5e9e-4afd-9104-97a4528dbf16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.481467266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"6365ddd8-5e9e-4afd-9104-97a4528dbf16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.48148688Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e-access","reconcileID":"6365ddd8-5e9e-4afd-9104-97a4528dbf16","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-3e8e1e-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.502313407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b7b3bcdb-5db8-4e99-9b3a-0fe29992eb0e","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.502337326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b7b3bcdb-5db8-4e99-9b3a-0fe29992eb0e","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.541101443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"43c8b2aa-75cb-4d1e-9b90-5e521656ed99","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.541119668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"43c8b2aa-75cb-4d1e-9b90-5e521656ed99","MaaSModelRef":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cmp-legacy-3e8e1e","externalModel":"e2e-cmp-legacy-3e8e1e","provider":"e2e-cmp-legacy-3e8e1e-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.550732376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"6272e529-3204-45f1-82f8-5095cbc40ab8","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-581c5c7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.553641331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"e7b21ae8-6bbb-458f-8d92-456d7e1ad6f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.575125752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"e7b21ae8-6bbb-458f-8d92-456d7e1ad6f1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.689647375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"72baf065-2e4f-4dcd-80f7-f5626aedc024","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:37.71100206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"72baf065-2e4f-4dcd-80f7-f5626aedc024","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.080720766Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"6b254243-20d4-466e-85d3-f34a85322cca","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.121220525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"d2a9bd63-8bb9-4d85-9c51-256f876bb3a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.134761425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"670e96ec-8796-415b-84bb-1bcef34dfc4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.134780881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a07e467f-206a-4732-90e3-ade5bec32dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.136705906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c334f9f-b4b2-4c1d-b8b0-e36d7176f6ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.137993113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2fdec670-2e15-4c9b-8c82-8fddc73e46ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.1645752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"d2a9bd63-8bb9-4d85-9c51-256f876bb3a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.164929946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"670e96ec-8796-415b-84bb-1bcef34dfc4c","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.166963392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a07e467f-206a-4732-90e3-ade5bec32dcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.167355563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2fdec670-2e15-4c9b-8c82-8fddc73e46ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.16919439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c334f9f-b4b2-4c1d-b8b0-e36d7176f6ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.184403825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"d2a9bd63-8bb9-4d85-9c51-256f876bb3a7","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.237037932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"40c40607-9a13-4fbd-b89b-04d8c6035493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.258040595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"40c40607-9a13-4fbd-b89b-04d8c6035493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.286860287Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-3e8e1e","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","reconcileID":"a70703bb-bbb6-47ec-96aa-aba191c39fee","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cmp-legacy-3e8e1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.349430721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c160fea8-478b-40d6-9867-487fa2966ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.349432704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57b123e0-f9ee-4f1c-a2b8-186f1c69dafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.350099422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"64a87702-68c2-40b6-bbf6-fed91445ac18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.383852685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c160fea8-478b-40d6-9867-487fa2966ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.38396391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57b123e0-f9ee-4f1c-a2b8-186f1c69dafb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.387700866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"64a87702-68c2-40b6-bbf6-fed91445ac18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.458586709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f519d1c6-3aa6-459e-aab9-87dc4240b0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.45861606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e2196879-4cd4-440f-83a2-1435ea56de2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.481768872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e2196879-4cd4-440f-83a2-1435ea56de2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.485409217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f519d1c6-3aa6-459e-aab9-87dc4240b0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.637021984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"0569273f-d4a6-42bf-b76b-a8269e2d338c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.651598313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"c640a383-ac1c-4f15-89d8-5ade0f34725d","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.651620776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"37ea61fd-d0a6-4c4a-b0fa-b57635a0f4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.658159938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"0569273f-d4a6-42bf-b76b-a8269e2d338c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.672993222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"c640a383-ac1c-4f15-89d8-5ade0f34725d","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.673018915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"37ea61fd-d0a6-4c4a-b0fa-b57635a0f4d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.753942173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4157a244-f296-4173-8299-c575e96801e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.753948913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c8106c6-38a0-429f-a88c-1c749c932532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.777695806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4157a244-f296-4173-8299-c575e96801e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.778369101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c8106c6-38a0-429f-a88c-1c749c932532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.937595219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0f873d33-d6e7-4545-b53e-4c997526a185","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.952019861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dcb4d21e-7f8b-402c-9ab3-b2848c9430c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.952115423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"efd92514-e8e2-4d29-8ad4-07633f39477e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.958267564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0f873d33-d6e7-4545-b53e-4c997526a185","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.975345897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"efd92514-e8e2-4d29-8ad4-07633f39477e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.975516703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dcb4d21e-7f8b-402c-9ab3-b2848c9430c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:38.982197615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0f873d33-d6e7-4545-b53e-4c997526a185","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.051741217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0f00b8a8-be6e-4be5-bfa9-cda3f466acaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.052766958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"71bb650d-14cc-4fa5-b2cd-ff84f52ce12f","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.052769949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe9fc79b-309e-44b7-92ca-00fe96df71c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.073294401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"71bb650d-14cc-4fa5-b2cd-ff84f52ce12f","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.073688691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0f00b8a8-be6e-4be5-bfa9-cda3f466acaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:39.075514968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe9fc79b-309e-44b7-92ca-00fe96df71c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.31062067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"64c47d59-1edc-4e96-9fa2-a92c9e9812b8","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.332894285Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"405d5b42-b3e9-43a6-9b67-ad82a52b577e","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.350023078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"3dd0a796-fc0c-497e-8b69-aab5c59cebce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.350341368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1e3845fa-5ad8-406b-8547-c132e2e873ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.366145788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"7ef5f723-47c5-4c17-a7cf-516b044f78af","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.366324627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9ed43c2-ca09-4f8a-94c6-927aff209227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.368156258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d8d516c2-fa0e-4e69-9cf2-97937ac4de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.372898022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"3dd0a796-fc0c-497e-8b69-aab5c59cebce","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.372949069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1e3845fa-5ad8-406b-8547-c132e2e873ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.388382712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9ed43c2-ca09-4f8a-94c6-927aff209227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.389158155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"7ef5f723-47c5-4c17-a7cf-516b044f78af","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.390833632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"d8d516c2-fa0e-4e69-9cf2-97937ac4de1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.39673176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1e3845fa-5ad8-406b-8547-c132e2e873ca","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.449300014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5587aeaf-06f7-4765-9594-8ddb9e4d95d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.473045946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5587aeaf-06f7-4765-9594-8ddb9e4d95d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.568861474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"7787abf1-61d2-40e5-a93b-31b06fa2dfd3","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.573383646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"81de6cb5-d0e3-4553-9bdf-2f169bc1284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.573400797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"3ad456ff-b72d-446b-8ef5-fd9f0a46c0fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.574319182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49709aa4-d3ec-4fbf-9195-c1e17c45c8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.608639317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"81de6cb5-d0e3-4553-9bdf-2f169bc1284c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.612628078Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"1332bee7-c78f-40ab-a9c6-b9d99dfb0f4f","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.617238693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"3ad456ff-b72d-446b-8ef5-fd9f0a46c0fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.618281224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"49709aa4-d3ec-4fbf-9195-c1e17c45c8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.6323854Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"1c0a8870-5587-4fed-94ee-79da4b0d2181","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.647520365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d3cc2ee1-fc83-4de0-83cc-74137a96f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.668572901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d3cc2ee1-fc83-4de0-83cc-74137a96f95b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.676190455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c727a2e2-7345-4b67-b24a-58496a04a36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.69723946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c727a2e2-7345-4b67-b24a-58496a04a36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.788931549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"be17c8b3-711d-43ae-b138-7475498bfab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.788968826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c4f4e7bc-9674-4a36-ba97-3ea7887a8440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.790365605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"45b1b391-b98a-42d1-809c-4f3e43a37cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.811479501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c4f4e7bc-9674-4a36-ba97-3ea7887a8440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.811554132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"be17c8b3-711d-43ae-b138-7475498bfab6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.815162233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"45b1b391-b98a-42d1-809c-4f3e43a37cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.888135581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"88643d17-966b-4336-8c35-9fe4e480e63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.888212018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a7e8e36b-78f8-4671-876a-ef24d17903a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.910319951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"88643d17-966b-4336-8c35-9fe4e480e63e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.911033203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a7e8e36b-78f8-4671-876a-ef24d17903a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.97855852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"61241fc6-aaba-4750-8d5b-b65120f75712","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.978568203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"5e171561-d8d0-44d5-9504-ead8b40ef665","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:40.994769116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2ae26b75-bfe1-4d0e-8d7e-975df0c1fbe5","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.001151297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"61241fc6-aaba-4750-8d5b-b65120f75712","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.002273677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"5e171561-d8d0-44d5-9504-ead8b40ef665","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.01188371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"68921129-7a71-464e-9d68-8299310ddbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.012558027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3324c7-8fa6-40fa-97a2-d9171b22658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.015933615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"2ae26b75-bfe1-4d0e-8d7e-975df0c1fbe5","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.022685265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"5e171561-d8d0-44d5-9504-ead8b40ef665","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.0337703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f3324c7-8fa6-40fa-97a2-d9171b22658f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.034539647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"68921129-7a71-464e-9d68-8299310ddbbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.098439616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8775b946-5242-4886-b951-461efb322841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.119254822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8775b946-5242-4886-b951-461efb322841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.203506572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9089d130-500f-450a-8d31-9307d6ce55a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.203536261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ebf2a0-845a-4dea-950e-7cf6066f05dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.203981087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0218ca41-e31b-44aa-9478-1da9c2141a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.204020702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6cc19f75-f954-43f8-a3c4-b59c2afa577f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.22497242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9089d130-500f-450a-8d31-9307d6ce55a1","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.225093568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25ebf2a0-845a-4dea-950e-7cf6066f05dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.227343019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0218ca41-e31b-44aa-9478-1da9c2141a10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:41.227441045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"6cc19f75-f954-43f8-a3c4-b59c2afa577f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.245393418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"e5d9aa21-4137-4db0-bcc3-8028fedf2446","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.683883674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"5f4c7733-e6c5-46c1-874e-57169a236030","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.701150716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"1186cdf0-353d-4f6c-b765-5595c1738a1d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"e2e-extmod-cfl-1-654803/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.701178501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"1186cdf0-353d-4f6c-b765-5595c1738a1d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"routeName":"external-model-e2e-cfl-20b3b5-3a614ebfec43","namespace":"e2e-extmod-cfl-1-654803","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.718102781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"1c46c478-317f-4ba6-bde1-fa3e325c16a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.722842996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0ea2da6f-0e06-4ab1-b7d0-3713f24b3f27","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.735281202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d6d18350-3fc6-41b2-b15d-f7093d3df019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.738342731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f58498e6-3afc-4925-a08b-4e093a3e9e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.738708913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"8c9c51cf-b549-4d78-9b25-da4c2024517d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.73946111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"1c46c478-317f-4ba6-bde1-fa3e325c16a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.744119126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0ea2da6f-0e06-4ab1-b7d0-3713f24b3f27","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.75621852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d6d18350-3fc6-41b2-b15d-f7093d3df019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.760865272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"8c9c51cf-b549-4d78-9b25-da4c2024517d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.762098522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f58498e6-3afc-4925-a08b-4e093a3e9e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.765807828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"0ea2da6f-0e06-4ab1-b7d0-3713f24b3f27","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.830485184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"989ca1b3-dfda-41dc-b173-8221fae0f3b3","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.863913299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"989ca1b3-dfda-41dc-b173-8221fae0f3b3","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.876912543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8c11d7b2-2882-4361-9242-28c852d0c51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.881555468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"7bfd4905-d895-4e15-b7da-0c639eb850df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.883861197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a356d13-1241-4c93-a1b1-fc42f43a55dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.906465589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8c11d7b2-2882-4361-9242-28c852d0c51b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.913305547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a356d13-1241-4c93-a1b1-fc42f43a55dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.914192927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"7bfd4905-d895-4e15-b7da-0c639eb850df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.931582946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"fb988369-2584-4870-83c2-3978cb6b4391","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:42.953391731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"fb988369-2584-4870-83c2-3978cb6b4391","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.041714121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2d43ddfe-6cbf-429f-bd65-b3ab6687b026","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.079391034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d55bbbf4-2847-4961-a535-3e2df748c3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.079397689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3bf68f10-44f6-4bc6-9e47-2bd17f6e0a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.081524247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06386ea4-ebe2-4724-8ede-341331874964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.08159928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"47fff70a-d69b-4432-98ee-d4d862fc3f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.100546462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d55bbbf4-2847-4961-a535-3e2df748c3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.101878228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"3bf68f10-44f6-4bc6-9e47-2bd17f6e0a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.102916238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"47fff70a-d69b-4432-98ee-d4d862fc3f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.105273735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06386ea4-ebe2-4724-8ede-341331874964","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.146525527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"e103afcb-99c6-4e31-8524-da3ef0ef627e","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.164758384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"3319fec8-54ef-447f-ab8a-cd2b2e364c18","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.17986128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"17649ba8-8dd0-4b43-90a4-8d967a2d6f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.200670827Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"d205134b-357b-4e42-bc08-2b44acaaf73e","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.200747544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"17649ba8-8dd0-4b43-90a4-8d967a2d6f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.328896729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"26b20b30-180d-4656-add8-c9d4ee49753a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.330912131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"43d0e58b-ea7a-4b23-b820-b8bced86f5ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.347556713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa8993ef-c544-4f66-894e-a1f6f0dbbaed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.347981852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"64430b46-6966-411a-8848-b783589a7694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.350381893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"26b20b30-180d-4656-add8-c9d4ee49753a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.353079447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"43d0e58b-ea7a-4b23-b820-b8bced86f5ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.369048436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa8993ef-c544-4f66-894e-a1f6f0dbbaed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.372008804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"344d7aa3-96ae-4aa5-a34b-213e45ec335c","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.37283582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"64430b46-6966-411a-8848-b783589a7694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.3755288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"43d0e58b-ea7a-4b23-b820-b8bced86f5ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.496037314Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"ddeb1947-ef3d-453b-a669-47490bff70f0","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.507259317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2356770a-3bd0-4c71-81fd-1b4502d9f9fa","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.507288892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2356770a-3bd0-4c71-81fd-1b4502d9f9fa","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:43.527933514Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2356770a-3bd0-4c71-81fd-1b4502d9f9fa","name":"e2e-cfl-20b3b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-20b3b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:43.528277346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2356770a-3bd0-4c71-81fd-1b4502d9f9fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-20b3b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.551807629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9de025b5-8a65-4f21-981d-8b7da4afaf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.575282649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"db345dae-b0f1-4f6d-b56a-7298b05cdc5b","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.575325611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"db345dae-b0f1-4f6d-b56a-7298b05cdc5b","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.579009891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a2baacea-0501-4391-9ba8-4407369e6291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.58170658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9de025b5-8a65-4f21-981d-8b7da4afaf87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.599031934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"b4626342-e7a6-4b9b-9ef4-5d2b5e5855d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.599517439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ffe7bdb8-4d49-4101-b7f3-79a3ab5faebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.607515852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a2baacea-0501-4391-9ba8-4407369e6291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.616898387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"42e1711a-9c60-4792-8d1c-c1210d719ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.618628907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"06bc5fc7-5b5c-4c0a-9ba5-bbf3dceef1bb","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.622312487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"b4626342-e7a6-4b9b-9ef4-5d2b5e5855d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.623635159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ffe7bdb8-4d49-4101-b7f3-79a3ab5faebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.637905944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"42e1711a-9c60-4792-8d1c-c1210d719ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.699400485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"cd253edf-227d-4a0a-807e-09426543708a","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.703342664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63bf70a0-04d9-4a67-aa42-316221fcc4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.720589923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"cd253edf-227d-4a0a-807e-09426543708a","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.721042342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3137b306-e9f4-4ee8-8c80-6a96aef8883d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.724518753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63bf70a0-04d9-4a67-aa42-316221fcc4ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.741815974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3137b306-e9f4-4ee8-8c80-6a96aef8883d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.797771449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"14371bc8-409e-4363-bcd7-e4e98912441b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.797961841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cadfaf7c-097e-49ac-b0d8-300559ca0a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.819552726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cadfaf7c-097e-49ac-b0d8-300559ca0a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.819617513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"14371bc8-409e-4363-bcd7-e4e98912441b","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.939493743Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"9967fa7c-cfb1-4b71-921b-81a64fbe4e57","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.977604207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"fb3d51f2-3d4e-438a-8e16-d7a7bde07dc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.993040362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"62ef47d5-7a39-4eae-bbbd-c6005b56793d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.997513642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8a86b257-bfa5-4d4c-b971-bf50d245a77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:43.999709448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"fb3d51f2-3d4e-438a-8e16-d7a7bde07dc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.014596299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"62ef47d5-7a39-4eae-bbbd-c6005b56793d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.020416707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"fb3d51f2-3d4e-438a-8e16-d7a7bde07dc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.021719538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"8a86b257-bfa5-4d4c-b971-bf50d245a77e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.070576241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9528c3-4302-4894-903a-032ed066c642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.080679331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b909e955-2cad-4098-ab97-1de25f442f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.081162837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"963b222d-4a08-4909-926a-011fa7f8a74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.09166612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9528c3-4302-4894-903a-032ed066c642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.102258164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"963b222d-4a08-4909-926a-011fa7f8a74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.102385684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b909e955-2cad-4098-ab97-1de25f442f70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.275660184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"52dc5e13-393e-4fea-8c9f-71e92f4ea43d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.275692504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"52dc5e13-393e-4fea-8c9f-71e92f4ea43d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.298152855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bedcae0d-ec3b-44ab-8013-03f5e126635f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.298241091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d6a06f7-2507-48fd-993a-a3fd8637715f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.321026921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9d6a06f7-2507-48fd-993a-a3fd8637715f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.321082276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bedcae0d-ec3b-44ab-8013-03f5e126635f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.377551776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"14068277-96e8-4a0b-bc7e-13d728761a0a","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.394638957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ef8a7938-e0b0-4fed-954f-e638f7183aa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.400931596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5cb6b9a1-dc54-4a8a-9e99-bd2dc3fff552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.429947635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5cb6b9a1-dc54-4a8a-9e99-bd2dc3fff552","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.43264203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"ef8a7938-e0b0-4fed-954f-e638f7183aa6","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.436308976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"14068277-96e8-4a0b-bc7e-13d728761a0a","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.456153046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"14068277-96e8-4a0b-bc7e-13d728761a0a","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.494569319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"ec258101-bc19-456e-a5df-130a579fb53d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.494600909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"ec258101-bc19-456e-a5df-130a579fb53d","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.528966419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"be69bcc1-d9c1-4b59-89e2-1c4e58e6587e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.550798775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"be69bcc1-d9c1-4b59-89e2-1c4e58e6587e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.627282375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"da9fea19-0f9c-4e3b-ad96-7c79796a34cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.627503147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"dddfc1ea-70be-4f61-a158-6ded364eabb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.629819994Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.650477906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"da9fea19-0f9c-4e3b-ad96-7c79796a34cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.650577039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"dddfc1ea-70be-4f61-a158-6ded364eabb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.730078664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a7a03f4c-6ba4-45b1-b88d-6525f1c0ca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.737739159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9a05b9b5-94b4-471c-a042-e754e26373b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.76860295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a7a03f4c-6ba4-45b1-b88d-6525f1c0ca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.773738062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"9a05b9b5-94b4-471c-a042-e754e26373b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.819521816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5d89b346-684d-4b55-963e-7a5eecff0714","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.867333206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"5d89b346-684d-4b55-963e-7a5eecff0714","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.882600997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"6a56abe0-3d19-41cc-8d75-537a65bc298f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.897589841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"d363b050-9a7f-4202-bdf2-12c6a753d640","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.903508004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812f3317-4006-4380-a767-05739996091b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.903846659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"6a56abe0-3d19-41cc-8d75-537a65bc298f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.91878834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"d363b050-9a7f-4202-bdf2-12c6a753d640","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.923362855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-84a4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dc378df7a5956823e72689e05e329bfff06c85a6634493d11bc52a90142e695) AuthConfig (a608d8457b9554c9b43c7c348644556d157838d443b672b147968e0811e502a5) AuthConfig (e2b962ebba2b31e068c3d11a8cc5b65bb250d97d83202b6d8d9338d48e93973e) AuthConfig (8b06cc46f98acb3148e0febc80749e15bee70368d370c275327093a700be3daf) AuthConfig (e37c842b1f560571978cea779070260471f5397b790824982e189eec3ba9aca8) AuthConfig (e54cff724b93c88139234cf4b36d0e714cc04957c721a0e33467d56f2f1d305e) AuthConfig (56d3afd4ceb762be41b8c5f03449e9274044a7edc08a787e83c1b8a671975dd3) AuthConfig (a6e360c0be664d96094118ce61ffe78e9d8789651433827f031b2a2526daa5e5) AuthConfig (f4feda8e424e7fb192d7a5a8c1be82115b04b64fdbd418f646713da9db4f7a6c) AuthConfig (85fd055be393feb255e2278dcb3b4507b4dde7a9f3e26cc40b39e1e054c65838) AuthConfig (63dbcf56bec62ffa2148c9a91572e1db81d337815dcebd00d520916c37581ebb) AuthConfig (544e0516f0202606bd0b3958dbf801304227f439ecfbeaa812e030df1f1aa71a) AuthConfig (12fd4457757daa86324cf44681a08c93dcb04dd784b96db3d00e3e9e161a5039) AuthConfig (1b616e588d705eb39946bafc5d7cff6a3f651dfc11e950522b4743cea79587be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"6a56abe0-3d19-41cc-8d75-537a65bc298f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:44.924402335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"812f3317-4006-4380-a767-05739996091b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.584765731Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"c5a09fba-739b-4512-ab95-fd5dec406934","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","subscription":"e2e-att-detach-988a19-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.620786562Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"c5a09fba-739b-4512-ab95-fd5dec406934","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.647827885Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-sub","reconcileID":"c5a09fba-739b-4512-ab95-fd5dec406934","MaaSSubscription":{"name":"e2e-att-detach-988a19-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.786924391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"8d104ecd-717f-4b02-88fd-c82722ebcd6a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.786960982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"8d104ecd-717f-4b02-88fd-c82722ebcd6a","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.820574783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"7a9c4c1e-275f-40d3-b7ce-6b3622361427","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.824301244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"944051bb-22c4-406f-aae8-7f11935de198","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.841807171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"7a9c4c1e-275f-40d3-b7ce-6b3622361427","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.846606582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"944051bb-22c4-406f-aae8-7f11935de198","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.933530537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"c871a590-0469-4794-a85d-fa59897582ef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:46.93355585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"c871a590-0469-4794-a85d-fa59897582ef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.022695464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-detach-988a19-access","reconcileID":"22f68621-73cd-4d14-ab99-70933838bf99","MaaSAuthPolicy":{"name":"e2e-att-detach-988a19-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.23873942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"f3d54cbe-4ff6-42ec-a6cd-72214df29fc1","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.238761759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"f3d54cbe-4ff6-42ec-a6cd-72214df29fc1","MaaSModelRef":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-detach-988a19-c980f41203ba","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-detach-988a19","externalModel":"e2e-att-detach-988a19","provider":"e2e-att-detach-988a19-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.568210275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"59e1f466-1b24-4f7b-89c0-7f5b92dca7d4","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","subscription":"e2e-cmp-legacy-6c7131-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.612202579Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"59e1f466-1b24-4f7b-89c0-7f5b92dca7d4","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.630148879Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-sub","reconcileID":"59e1f466-1b24-4f7b-89c0-7f5b92dca7d4","MaaSSubscription":{"name":"e2e-cmp-legacy-6c7131-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.775136426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"7572fd73-f36f-4de4-9a17-6ec0ae825e13","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.80788839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b8c1e8f1-9d58-4032-9d7c-9b65a39fe54b","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.807910002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b8c1e8f1-9d58-4032-9d7c-9b65a39fe54b","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.813987974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"4c695770-6d29-41ae-8c0f-dbfcf71e5cff","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.827711045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1412c037-54bf-49de-a92e-8b8db633558c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.8309421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d951ef48-00d3-4a2c-a90d-65f593e17193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.86536425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"fbeedfb5-eeb7-4714-8743-93d0f1028599","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.865386335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"fbeedfb5-eeb7-4714-8743-93d0f1028599","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.867857783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"4c695770-6d29-41ae-8c0f-dbfcf71e5cff","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.868172197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d951ef48-00d3-4a2c-a90d-65f593e17193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.871338609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1412c037-54bf-49de-a92e-8b8db633558c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.889429154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"4c695770-6d29-41ae-8c0f-dbfcf71e5cff","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.918610073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c46cfa84-8cd5-4f70-bcc3-ca43f9e35ba4","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.936105158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"46d6d735-2468-497b-a9fc-843dcf9a329d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.941384263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"2a391bf0-3e46-4dbe-af26-37f6ee5b787e","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.942435417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c46cfa84-8cd5-4f70-bcc3-ca43f9e35ba4","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.950844789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b519e740-b6de-487f-805c-78baaa8b06ef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.950863267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"b519e740-b6de-487f-805c-78baaa8b06ef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.957287628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"46d6d735-2468-497b-a9fc-843dcf9a329d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:47.973787675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-988a19","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","reconcileID":"18509ead-aedc-4db5-b02d-e41af8097f3f","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-detach-988a19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.003603509Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"210b8ec0-22d5-40fb-bc8e-61d8d90d1f8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.007150852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f1ea844e-18ad-486b-b6fd-88de155154ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.035752517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f1ea844e-18ad-486b-b6fd-88de155154ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.056375458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f6892ca3-7512-4a10-8a78-81545bf0df3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.092934105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f6892ca3-7512-4a10-8a78-81545bf0df3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.140094383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"210b8ec0-22d5-40fb-bc8e-61d8d90d1f8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.155809421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"dc4328a4-f097-46c4-b199-c7662c60a074","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.155840718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"dc4328a4-f097-46c4-b199-c7662c60a074","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.158563984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50eed5bb-063e-41a6-811a-5e08ec3a0660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.184927339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50eed5bb-063e-41a6-811a-5e08ec3a0660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.217325542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"210b8ec0-22d5-40fb-bc8e-61d8d90d1f8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.217443401Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131-access","reconcileID":"210b8ec0-22d5-40fb-bc8e-61d8d90d1f8d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-6c7131-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.255600836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"76bbda18-e3e0-4d7d-af7d-8a75088e6748","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"ai-tenant-e2e-extmod-a-f29358/e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.255626607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"76bbda18-e3e0-4d7d-af7d-8a75088e6748","MaaSModelRef":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"routeName":"external-model-e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358","model":"e2e-cmp-legacy-6c7131","externalModel":"e2e-cmp-legacy-6c7131","provider":"e2e-cmp-legacy-6c7131-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.257550178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5fed77b1-8a41-4ae5-8737-bbaedac66390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.2576771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6554f436-b9e8-4281-a431-73f6d6289c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.280992427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6554f436-b9e8-4281-a431-73f6d6289c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.285120844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5fed77b1-8a41-4ae5-8737-bbaedac66390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.339010866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"53c2d608-6911-48cb-befc-e78cf3e76934","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.354445281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b705e2ac-913e-4a41-a07b-a6d03d3d323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.355507562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f26eebd4-3506-4001-82ea-68d197ea9bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.359546544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"53c2d608-6911-48cb-befc-e78cf3e76934","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.375376301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b705e2ac-913e-4a41-a07b-a6d03d3d323e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.377282195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f26eebd4-3506-4001-82ea-68d197ea9bfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.473034724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b47cfd3d-27be-4801-a67f-67209e83bc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.494688585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"63873bb9-a0bd-4159-ac11-f3bc2c7eee6b","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.494716315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"63873bb9-a0bd-4159-ac11-f3bc2c7eee6b","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.496153672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b47cfd3d-27be-4801-a67f-67209e83bc87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.534488434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"48b8a3c8-2daa-408f-92a9-ae588893a3d4","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc666eeb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.55774228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71c6c4ca-12e1-46aa-a413-bc01eedeccb2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.571040505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7bc6ab8e-49cb-49b3-8396-09086a7629c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.571541519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1b60397e-2555-45c6-8994-25ba28480558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.573318034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"712344aa-27cb-4718-851f-c1f572e57bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.579934118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71c6c4ca-12e1-46aa-a413-bc01eedeccb2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.592704854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"7bc6ab8e-49cb-49b3-8396-09086a7629c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.593987163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1b60397e-2555-45c6-8994-25ba28480558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.595990572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"712344aa-27cb-4718-851f-c1f572e57bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.599908198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71c6c4ca-12e1-46aa-a413-bc01eedeccb2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.67042696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f5c32d57-81c3-4d65-9f7b-1e9788de4c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.691546369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f5c32d57-81c3-4d65-9f7b-1e9788de4c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.775508538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7d2fcb0e-6b2c-4242-9db9-3efd847a2947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.787702783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"d005d331-086a-4b2f-ae70-3a9080d0da21","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.799360613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7d2fcb0e-6b2c-4242-9db9-3efd847a2947","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.857392794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"e9ce68b5-5486-4f98-acd0-ca7a4cf02a31","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.864413689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"2eab484c-cba8-4be8-96ca-4473ee90bf9d","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.864472459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"e8f067c0-d578-45c0-87b5-b22cf5ecfb26","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.887902652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"e8f067c0-d578-45c0-87b5-b22cf5ecfb26","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.887929801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"e9ce68b5-5486-4f98-acd0-ca7a4cf02a31","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.89004504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"2eab484c-cba8-4be8-96ca-4473ee90bf9d","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.910110604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"2eab484c-cba8-4be8-96ca-4473ee90bf9d","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.97166489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ae23ad-5374-4727-9aca-f079669072a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.972551388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c3026d90-d8b4-4d6c-9533-317bd0664b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.992512088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8ae23ad-5374-4727-9aca-f079669072a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:48.994342788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c3026d90-d8b4-4d6c-9533-317bd0664b0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.072918728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3bcf9b2a-8229-4c52-9de0-714580c215da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.094844733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3bcf9b2a-8229-4c52-9de0-714580c215da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.107293366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-6c7131","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","reconcileID":"8fcb68f0-cd71-492c-af9c-b6c98ab65bb1","namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cmp-legacy-6c7131","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.176044254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468c360a-e730-41f7-839a-f3067d786104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.176421723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"930fce96-7378-4dfc-bfaa-25466349a6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.196581414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468c360a-e730-41f7-839a-f3067d786104","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.198270957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"930fce96-7378-4dfc-bfaa-25466349a6b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.300994196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"97ac1844-7586-4147-a9ce-29550b582955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.302780766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f03cb3e0-6c6c-4b9e-ab4e-35ea6013a29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.323218497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"97ac1844-7586-4147-a9ce-29550b582955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.32414039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f03cb3e0-6c6c-4b9e-ab4e-35ea6013a29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.371693527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8c179f14-4190-425b-8253-3ae3ca1d14d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.371693808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"becd4af1-09e8-4e93-b3c3-9c20c3847402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.392444964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8c179f14-4190-425b-8253-3ae3ca1d14d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.392999794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"becd4af1-09e8-4e93-b3c3-9c20c3847402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.472944443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ebb16a47-09f0-4bff-9d2d-ab1b0803c43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.494503066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ebb16a47-09f0-4bff-9d2d-ab1b0803c43a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.57275581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"87184959-5d4c-4057-960a-25b103de801f","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.57328704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"53e0f605-2ef8-4a1a-9ece-794c5e2dfa60","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.594730898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c15f783e-35f2-498b-9090-e26184d5c979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.595358008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"afad2627-a290-4ee7-96f0-6cc186ad9a3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.604067861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"87184959-5d4c-4057-960a-25b103de801f","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.606241101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"53e0f605-2ef8-4a1a-9ece-794c5e2dfa60","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.617163205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c15f783e-35f2-498b-9090-e26184d5c979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.619196164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"afad2627-a290-4ee7-96f0-6cc186ad9a3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.642007065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"87184959-5d4c-4057-960a-25b103de801f","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.692876654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23311c73-1363-4787-a249-708e7bc09e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.713835162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23311c73-1363-4787-a249-708e7bc09e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.792586552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5145fa1e-6318-459f-a768-49de166fb80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.814268653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5145fa1e-6318-459f-a768-49de166fb80f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.882557436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"db6a2ff9-8064-458d-9681-f527049e69c9","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.897923082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6e8558e5-4002-475c-ad0b-86a7661503f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.898262679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9dd4d5fa-9795-4d8c-85b6-2f7fc14b86b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.903520403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"db6a2ff9-8064-458d-9681-f527049e69c9","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.919621084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9dd4d5fa-9795-4d8c-85b6-2f7fc14b86b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.91964045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6e8558e5-4002-475c-ad0b-86a7661503f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:49.992920985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc562947-55b0-4f64-893d-6527b1d21601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.014275342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc562947-55b0-4f64-893d-6527b1d21601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.746688948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e0d079e1-4554-4d9f-be33-dc03ddad57e7","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.746714782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e0d079e1-4554-4d9f-be33-dc03ddad57e7","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.764650201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"05fd3731-89cf-4801-8d8b-06cf8169f737","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:50.769079298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"bf4b583a-7e7c-471c-b6bb-2be44455b2d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-499abf-d8a6f2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.789701431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"00be8af2-6033-46cb-b716-b1c9697b2d3d","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.789721778Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"00be8af2-6033-46cb-b716-b1c9697b2d3d","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.792465072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"05fd3731-89cf-4801-8d8b-06cf8169f737","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:50.810729667Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"00be8af2-6033-46cb-b716-b1c9697b2d3d","name":"e2e-cfl-same-499abf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-499abf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:50.810784766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"00be8af2-6033-46cb-b716-b1c9697b2d3d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-499abf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.828552797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e5750d23-58aa-4217-b9f3-4669732c90c6","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.828578056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e5750d23-58aa-4217-b9f3-4669732c90c6","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.851539659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"d128d683-75fa-4288-ba75-55e51bc39f56","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.851559263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"d128d683-75fa-4288-ba75-55e51bc39f56","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.929833252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"35e55db5-8724-4f2f-ba7a-26876e1000cb","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-cfl-same-499abf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-d8a6f2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.977079053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3fc9202f-0889-4f27-9402-ab9734460f75","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.990146933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"f2c400ff-aba0-4e54-ac4e-ec7fa6341e6d","namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:50.997971956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3fc9202f-0889-4f27-9402-ab9734460f75","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.015646869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"11e76d06-4212-4d7e-bef1-f4c2f3eaa047","namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.026079412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e9bf4467-cdd5-41fe-8323-6e0fd95e42b2","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.026097999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"e9bf4467-cdd5-41fe-8323-6e0fd95e42b2","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.033529041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"20b21d20-c31e-42a7-be71-128048d4e0bd","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.048625089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9c83c064-643e-431b-b34c-c3338f6ac285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.050259606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"116f1717-5422-40bc-8b70-05cebff7d062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.0523559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44cfc87a-3bae-49bc-acb9-e83fd935d42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.054015231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"20b21d20-c31e-42a7-be71-128048d4e0bd","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.070637416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9c83c064-643e-431b-b34c-c3338f6ac285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.072141498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"116f1717-5422-40bc-8b70-05cebff7d062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.074292448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"20b21d20-c31e-42a7-be71-128048d4e0bd","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.074500505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"44cfc87a-3bae-49bc-acb9-e83fd935d42c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.093110242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"57529f95-136f-4cc4-ab44-41f4c9fcb1c2","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.197935618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"56564928-7ddb-4f15-9ad9-11a71728675f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.290873136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"56564928-7ddb-4f15-9ad9-11a71728675f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.364906511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8aa3e738-2260-4817-a453-45c5e4a951ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.365383751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"b7d63669-70ea-435c-9d36-e75ce7c55206","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.399038583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8aa3e738-2260-4817-a453-45c5e4a951ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.415737353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6f577522-4d62-406e-b53d-9e4387a9e52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.418935229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"60d3b76c-f9fd-4c2d-a373-dec3ea18cca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.419506521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"31ec2d27-ce14-46f2-9a1b-1e80d78f9a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.440791409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"60d3b76c-f9fd-4c2d-a373-dec3ea18cca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.441363139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6f577522-4d62-406e-b53d-9e4387a9e52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.444242178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"31ec2d27-ce14-46f2-9a1b-1e80d78f9a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.562027494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1ae67520-0d57-4e0e-b6e3-ef16c117d71a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.562708105Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"cda5945b-b574-4f43-9e5a-aac87b94018a","namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.579698736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"2f6f3aa0-93d9-4048-b5cc-66afa727d802","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.579724689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"2f6f3aa0-93d9-4048-b5cc-66afa727d802","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.583973058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1ae67520-0d57-4e0e-b6e3-ef16c117d71a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.631569645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"441cc95d-b192-4f55-8647-f2f6b622fa28","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.641563019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"18f4653e-3e84-4bd7-acf3-191f4a2abbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.646271067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b8f9650-4bd5-46e3-ae36-adfaa82ff5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.646779481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"edf9e5dd-d84e-41c5-b7a8-6d6849cd636d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.652456412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"441cc95d-b192-4f55-8647-f2f6b622fa28","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.662473431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"18f4653e-3e84-4bd7-acf3-191f4a2abbad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.668258678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b8f9650-4bd5-46e3-ae36-adfaa82ff5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.668702305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"edf9e5dd-d84e-41c5-b7a8-6d6849cd636d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.837619971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e2326520-9889-4050-9b1c-54e7e66cc84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.858596221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e2326520-9889-4050-9b1c-54e7e66cc84c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.923730747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"0dca8e39-def5-4dfe-a543-9f700845a946","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.93904409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23326a72-797f-42d3-825b-73ab268146e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.939041914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"88024127-bc1c-4571-8c69-a666ebd419f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.941959238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a42e72e1-a5a9-4012-b625-7a94c3c4a003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.945071842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"0dca8e39-def5-4dfe-a543-9f700845a946","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.968297137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"23326a72-797f-42d3-825b-73ab268146e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.971868429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a42e72e1-a5a9-4012-b625-7a94c3c4a003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.972948807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"0dca8e39-def5-4dfe-a543-9f700845a946","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:51.974496612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"88024127-bc1c-4571-8c69-a666ebd419f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.092686247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"55864584-70a6-4fb1-9c48-353a4ccabcb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.113303173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"05de3350-9c29-4044-9512-b62dde1269a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.118464737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"55864584-70a6-4fb1-9c48-353a4ccabcb0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.139662654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"05de3350-9c29-4044-9512-b62dde1269a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.185376151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e43ff8e0-7805-4f34-91da-af47a4987986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.185398611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9f2769bb-4c6b-4038-ac4c-862e7e6294b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.185674124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e46b6c4-c858-4fdb-be31-449ef61e42c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.208841981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e43ff8e0-7805-4f34-91da-af47a4987986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.209104165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e46b6c4-c858-4fdb-be31-449ef61e42c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.211141893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9f2769bb-4c6b-4038-ac4c-862e7e6294b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.27499294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0876a828-a87c-4a6c-8e60-8a07aba7d64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:52.295964836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0876a828-a87c-4a6c-8e60-8a07aba7d64c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.697178708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"5846212d-c3c7-4e14-8d89-37297a23a344","namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.718423844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"402ed03d-5818-4fdb-8b00-99a221727e4b","namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.731945957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b24c1149-17b9-4c24-a08d-58b3756d49aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.732041491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3127bee5-de67-4fff-9c0a-0c509903568e","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.754553534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3127bee5-de67-4fff-9c0a-0c509903568e","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.754560207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"b24c1149-17b9-4c24-a08d-58b3756d49aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.754899003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b518dd0b-bf7a-4250-ad32-a3991708918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.754993039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2c7d40f5-47b5-4a96-8c0c-50f460eb514b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.755311563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca673721-e194-4a26-bc33-da84e03b2870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.776131192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3127bee5-de67-4fff-9c0a-0c509903568e","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.777929475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b518dd0b-bf7a-4250-ad32-a3991708918e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.779796288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2c7d40f5-47b5-4a96-8c0c-50f460eb514b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.780819786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca673721-e194-4a26-bc33-da84e03b2870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.846454437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e7453330-4ff8-4240-aae5-c1a117c40f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.868670297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e7453330-4ff8-4240-aae5-c1a117c40f59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.875368553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cae55f41-e3c0-445e-bf51-4d3f46414809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.875423337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7cdf28fc-944c-438f-82f7-811d67a5124a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.876648237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3e30e929-b702-42bb-9d11-bf6a61c1be57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.889690019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ed823473-b94e-4e5e-9b9f-1d5e6aff3f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.900105389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cae55f41-e3c0-445e-bf51-4d3f46414809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.901409595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7cdf28fc-944c-438f-82f7-811d67a5124a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.902338584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3e30e929-b702-42bb-9d11-bf6a61c1be57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.912155753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ed823473-b94e-4e5e-9b9f-1d5e6aff3f7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.918414994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"f675a340-f621-4545-a826-9f1dfc8621e1","namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.931814721Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"f4beb6c9-49f4-44d0-bfd7-72711c76cb2f","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:53.970046896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"3b446afd-b530-450a-bf7a-e9c03204d8f3","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:53.987540319Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"3b446afd-b530-450a-bf7a-e9c03204d8f3","name":"e2e-cfl-596d33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-596d33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:23:53.987608944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"3b446afd-b530-450a-bf7a-e9c03204d8f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-596d33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.009661435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"dc4f05e1-304a-49ba-95d2-e2b129e307a5","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.058958253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d9531edc-d9f6-4536-bdb6-d352232706aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.080140928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"d9531edc-d9f6-4536-bdb6-d352232706aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.10078761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"d1afa695-a338-4d64-8013-da3a19c5092a","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.100809062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"d1afa695-a338-4d64-8013-da3a19c5092a","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.144169865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c229d3cd-2fcd-4411-825f-ff1fbd5d446b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.159602292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"996f39b3-eed9-4ce1-940d-bb3a56aab4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.161442521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"49baac2b-5e58-449c-84a8-648326c745ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.161852697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"75584288-4d8d-470d-a4d1-e2eef79f68ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.165170281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c229d3cd-2fcd-4411-825f-ff1fbd5d446b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.166946909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"32373318-cbe7-4a11-904e-28f5c4e0c26b","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.180716177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"996f39b3-eed9-4ce1-940d-bb3a56aab4d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.182243674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"49baac2b-5e58-449c-84a8-648326c745ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.183161676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"75584288-4d8d-470d-a4d1-e2eef79f68ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.189076881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"32373318-cbe7-4a11-904e-28f5c4e0c26b","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.208775644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"32373318-cbe7-4a11-904e-28f5c4e0c26b","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.259914312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72daf7da-3430-4aa0-854b-9604b875e76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.282787121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72daf7da-3430-4aa0-854b-9604b875e76d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.343598405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9b61ace8-04dd-4c28-83d5-f74ad64c6f1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.359343877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3d2fe257-aa34-435b-b8d1-cf671790f6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.360519966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82f6131a-f0e4-47ca-8564-084e43e4a537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.364520938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9b61ace8-04dd-4c28-83d5-f74ad64c6f1e","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.365037733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f8dcf119-5b7d-4ce9-9270-44b47e9b9c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.382410734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3d2fe257-aa34-435b-b8d1-cf671790f6e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.382708069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"82f6131a-f0e4-47ca-8564-084e43e4a537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.386155988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f8dcf119-5b7d-4ce9-9270-44b47e9b9c5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.466658213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ac678e5-4256-4b95-8a09-f46c34ee0ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.488540596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ac678e5-4256-4b95-8a09-f46c34ee0ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.55550482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"455d975f-525a-46b0-9439-c56cea52d6ce","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.555531622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"455d975f-525a-46b0-9439-c56cea52d6ce","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.569413519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"1c28754e-52ff-49cf-90aa-b55e362eff9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.569553816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"931fea81-5d5b-4d6d-a793-339a70d8c80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.572565999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"51f6dd73-d595-459b-89f1-ad2e0123bd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.590898986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"931fea81-5d5b-4d6d-a793-339a70d8c80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.591731327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"1c28754e-52ff-49cf-90aa-b55e362eff9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.59382594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"51f6dd73-d595-459b-89f1-ad2e0123bd44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.651253983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d30b95e1-7e32-4cf9-8adb-953014013fc4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.706922207Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d30b95e1-7e32-4cf9-8adb-953014013fc4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.72659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d30b95e1-7e32-4cf9-8adb-953014013fc4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.766402003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"ea3c0eaf-326b-4a5a-9173-fed301c92477","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:54.766421924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"ea3c0eaf-326b-4a5a-9173-fed301c92477","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.550716703Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"15d8f2c6-2604-409e-a302-0258b51f6934","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","subscription":"e2e-att-unrel-13ead3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.605527909Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"15d8f2c6-2604-409e-a302-0258b51f6934","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.668705726Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-sub","reconcileID":"15d8f2c6-2604-409e-a302-0258b51f6934","MaaSSubscription":{"name":"e2e-att-unrel-13ead3-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.795142366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"5e7b0fe7-cc8d-4ac2-b1da-2965d8eb0f6c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.795182563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"5e7b0fe7-cc8d-4ac2-b1da-2965d8eb0f6c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.813639181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c3d6c0b0-c496-4470-aea6-0a1ada95d4c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.834417429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"c3d6c0b0-c496-4470-aea6-0a1ada95d4c3","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.932627464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9ead75ff-a48c-4345-9082-7d6a0ce4a8b5","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.932650052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"9ead75ff-a48c-4345-9082-7d6a0ce4a8b5","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:58.988508511Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9232aecf-cd56-42d5-9d7f-02f10c847ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.109855323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9232aecf-cd56-42d5-9d7f-02f10c847ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.16973286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9232aecf-cd56-42d5-9d7f-02f10c847ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.169762463Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-att-unrel-13ead3-access","reconcileID":"9232aecf-cd56-42d5-9d7f-02f10c847ee5","MaaSAuthPolicy":{"name":"e2e-att-unrel-13ead3-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.210498283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"a8848d2f-1f8b-45af-87b2-ad8fe620c31c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"tenant":"e2e-extmod-b-1546c7","gateway":"openshift-ingress/e2e-extmod-b-1546c7","model":"e2e-extmod-att-user-18aad4/e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.210525688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"a8848d2f-1f8b-45af-87b2-ad8fe620c31c","MaaSModelRef":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"routeName":"external-model-e2e-att-unrel-13ead3-21a688ea98af","namespace":"e2e-extmod-att-user-18aad4","model":"e2e-att-unrel-13ead3","externalModel":"e2e-att-unrel-13ead3","provider":"e2e-att-unrel-13ead3-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.728824408Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"66626fc3-1ce8-41ef-a9c1-c84d49483fbc","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.763606806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"7e25c917-981a-4b1e-8bb3-e8d55f283ad2","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.769492163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"296cbe0a-fc85-40f4-a709-90380db6acc2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.769927187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"9357bef3-f96e-4398-8d72-c627f3e02ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.788415268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a27d93e6-f1af-477b-8817-93e75aaadec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.78894225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9cd3e7e4-d605-4eb8-9da8-614a3034fd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.790893388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"7e25c917-981a-4b1e-8bb3-e8d55f283ad2","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.798933332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"296cbe0a-fc85-40f4-a709-90380db6acc2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.802224109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"9357bef3-f96e-4398-8d72-c627f3e02ad3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.815366009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"7e25c917-981a-4b1e-8bb3-e8d55f283ad2","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.816454551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a27d93e6-f1af-477b-8817-93e75aaadec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.817908822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9cd3e7e4-d605-4eb8-9da8-614a3034fd18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.818558276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"296cbe0a-fc85-40f4-a709-90380db6acc2","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.884098474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"166ee0be-c07b-4bf5-b640-6c2bd155e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.884680307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a980ff21-9e37-4ea5-a312-28570c7120b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.916840993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a980ff21-9e37-4ea5-a312-28570c7120b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.917349078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"166ee0be-c07b-4bf5-b640-6c2bd155e014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:23:59.950527356Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-13ead3","namespace":"e2e-extmod-att-user-18aad4"},"namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","reconcileID":"a751eb76-f4a8-4f75-a113-88b1ff1087be","namespace":"e2e-extmod-att-user-18aad4","name":"e2e-att-unrel-13ead3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.012758782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf5df783-7284-4845-8d7e-df1367fd7294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.015247502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9dcf51d6-7d09-4bd9-bbbb-3f68a7157f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.01592368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"03921dd1-f8a2-4ad5-9f02-956801761cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.034752872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf5df783-7284-4845-8d7e-df1367fd7294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.037570096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9dcf51d6-7d09-4bd9-bbbb-3f68a7157f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.037922473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"03921dd1-f8a2-4ad5-9f02-956801761cfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.146677007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"812cfb47-c3d6-4506-a8a8-873f4a87c6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.146760221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"14d478d6-f912-4087-a761-6fe474bf2b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.181768633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"812cfb47-c3d6-4506-a8a8-873f4a87c6ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.185858122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"14d478d6-f912-4087-a761-6fe474bf2b5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.2481422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f6063cc9-6381-4681-a00a-36f0fce10124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.261295711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"26942c65-44aa-43b8-8b7e-a42b78ba26a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.261378506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3d0d1959-8064-4ff7-8d3b-2d92e12898a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.287782856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f6063cc9-6381-4681-a00a-36f0fce10124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.302321591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"3d0d1959-8064-4ff7-8d3b-2d92e12898a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.306662818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"26942c65-44aa-43b8-8b7e-a42b78ba26a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.515113682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"2447ea64-f6b5-4c74-b961-4b1936aa3521","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.518866705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"05f540ee-afbc-4bfc-a9d2-bb56f2f1f405","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.578934345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4e682955-c77b-4883-953b-cc7c49badcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.579912425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4c00eff2-7681-46ff-88fa-0f8a6dcf0c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.586074952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"2447ea64-f6b5-4c74-b961-4b1936aa3521","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.586725503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"2ffc4a4c-787b-4af2-9290-b0c0cd13520c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.59547163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"05f540ee-afbc-4bfc-a9d2-bb56f2f1f405","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.624684978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4e682955-c77b-4883-953b-cc7c49badcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.626697092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"05f540ee-afbc-4bfc-a9d2-bb56f2f1f405","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.628661465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4c00eff2-7681-46ff-88fa-0f8a6dcf0c1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.630109899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"2447ea64-f6b5-4c74-b961-4b1936aa3521","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.646647366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"2ffc4a4c-787b-4af2-9290-b0c0cd13520c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.69128854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61d060c2-7b13-4772-a8bf-5978982afb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.696568942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"69d4a619-fb4c-4ca7-895a-23116f8db59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.715326164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61d060c2-7b13-4772-a8bf-5978982afb43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.720434217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"69d4a619-fb4c-4ca7-895a-23116f8db59b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.731271504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f1b855e2-8205-478a-843b-8c094e9d89c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.741102123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"01f84ab3-603e-4c33-9d62-3a19844411ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.75227904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f1b855e2-8205-478a-843b-8c094e9d89c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.76245407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"01f84ab3-603e-4c33-9d62-3a19844411ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.786529698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70dc83a5-75d5-4093-bc45-c9ec191da994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:00.808507846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70dc83a5-75d5-4093-bc45-c9ec191da994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.673325362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"9fd88c74-32cd-4b70-aefc-d3fabacbb8c7","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.675330221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"075f792d-0f60-451d-b305-b74664dea23d","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.694557224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"9fd88c74-32cd-4b70-aefc-d3fabacbb8c7","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.697612761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"075f792d-0f60-451d-b305-b74664dea23d","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.714704624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"9fd88c74-32cd-4b70-aefc-d3fabacbb8c7","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:10.717186459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"075f792d-0f60-451d-b305-b74664dea23d","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.500941081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"22be98f2-e8a1-4809-adc9-ec728109c962","namespace":"llm","name":"e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.522447568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"5627014a-7bef-477a-91df-b82d5181d763","namespace":"llm","name":"e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.535640286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"f215c7cb-83a6-4e02-93eb-a7e301c06ada","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.56433558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3327b289-0260-4843-aa5c-7dd8186ff496","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.567265449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"f215c7cb-83a6-4e02-93eb-a7e301c06ada","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.580526839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43adecc4-ab18-4b27-a85f-56b503ee3080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.580733646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c5c3df26-5f3b-438f-b0c4-891c5865dc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.586513474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3327b289-0260-4843-aa5c-7dd8186ff496","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.58680495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"f215c7cb-83a6-4e02-93eb-a7e301c06ada","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.597858126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"749d1f93-feac-4976-bfca-adc162360686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.598952949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c8eaaac-8ec5-4ff2-820b-8caa546720e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.598969917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c8eaaac-8ec5-4ff2-820b-8caa546720e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.599390487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"343fe5fc-5dac-4ffd-a3e5-d964b57c3da9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.599406125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"343fe5fc-5dac-4ffd-a3e5-d964b57c3da9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.59972252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dadb1ac-418c-447c-bf30-67359cdbe6d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.599735807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dadb1ac-418c-447c-bf30-67359cdbe6d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.599980972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b99dc088-8307-4da7-baf6-4508c9a63a63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.599992407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b99dc088-8307-4da7-baf6-4508c9a63a63","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.600239196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4149fa9-487f-43de-a30c-144081e3f761","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.60025042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c4149fa9-487f-43de-a30c-144081e3f761","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.600479569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4771fb77-1d9b-4712-8be0-a8a8150166a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.600489116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4771fb77-1d9b-4712-8be0-a8a8150166a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.600716152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12c14e75-b717-4320-9fde-c25c398f91b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.600727446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"12c14e75-b717-4320-9fde-c25c398f91b1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.601102279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d27a29b5-bc89-41fb-99d6-ea513e4a03c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.601124266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d27a29b5-bc89-41fb-99d6-ea513e4a03c5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.604571301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c5c3df26-5f3b-438f-b0c4-891c5865dc84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.604640347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43adecc4-ab18-4b27-a85f-56b503ee3080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.606064513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3327b289-0260-4843-aa5c-7dd8186ff496","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.618720758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"749d1f93-feac-4976-bfca-adc162360686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.640121131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b6aa5c7f-d89f-4007-a424-8749e110c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.652526438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"77f17572-b74c-4b5a-9aec-81c916bb92dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.652546813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"77f17572-b74c-4b5a-9aec-81c916bb92dd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.65284224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6d07dea-5100-4138-857a-f596e068a7fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.652855495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b6d07dea-5100-4138-857a-f596e068a7fc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653112621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f472ddc9-1757-4eac-ae53-46764ced7c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653123201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f472ddc9-1757-4eac-ae53-46764ced7c12","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653375001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5ea7f48-623d-4be9-9a87-99a0b54d7d32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653386837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e5ea7f48-623d-4be9-9a87-99a0b54d7d32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653657674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9d398b6-e6da-42da-963d-73dbfe3e7416","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653671729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c9d398b6-e6da-42da-963d-73dbfe3e7416","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653917222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3374c8d3-e6a0-408d-b0d5-538c9f7b5254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.653927497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3374c8d3-e6a0-408d-b0d5-538c9f7b5254","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.654248128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d64076b7-0645-4cac-b4b0-0bb470b36c97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.654260083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d64076b7-0645-4cac-b4b0-0bb470b36c97","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.654565565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a0064e-ee25-47ab-a895-9970556e6757","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.654576673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43a0064e-ee25-47ab-a895-9970556e6757","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.66092878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b6aa5c7f-d89f-4007-a424-8749e110c68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.668251561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c3119db0-0a1a-47ed-bc12-31737d8dd049","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.668289298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16d6060a-9928-4776-b2cd-3fa0878e5acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.736981864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3836982-e92e-4373-af11-868a4a46a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.747621168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"dfd19b1f-1668-4468-8442-c9d1700a21f0","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"name":"e2e-dft-b6bbfa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.75789324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3836982-e92e-4373-af11-868a4a46a125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.842262026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4c73bed9-3856-433c-b52e-58c41a796901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.842258054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9715c7e3-a8be-48b8-967b-e62fd3c8f95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.842441883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8335aaf2-08cc-4c0c-bc1a-a92d623a0119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.842688277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2c95459e-be19-47e1-a2ed-959ac58413da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.864534564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2c95459e-be19-47e1-a2ed-959ac58413da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.864924707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"9715c7e3-a8be-48b8-967b-e62fd3c8f95c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.866929415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4c73bed9-3856-433c-b52e-58c41a796901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.867434273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8335aaf2-08cc-4c0c-bc1a-a92d623a0119","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.975293184Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"7236f72d-4146-40ee-9983-200f8152f2ed","namespace":"llm","name":"e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.990712621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"efdf4611-949f-43c1-9bc2-0516643193bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.992557993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"c8012e64-250b-452a-a0a6-1245fc17279c","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:13.992652101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"c8012e64-250b-452a-a0a6-1245fc17279c","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.031170663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"efdf4611-949f-43c1-9bc2-0516643193bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.080338489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"be043551-0c0a-461b-9e2c-8433858e3e91","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.094348434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4ea6d2cd-85fa-40bc-9adb-55003b6cd64a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.104576198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"be043551-0c0a-461b-9e2c-8433858e3e91","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.106092594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"61b16604-fd4d-438c-ab7a-9d08cdeeb062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.110609078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6b423c80-174b-48ce-8cf4-9575f6f3e89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.117027129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4ea6d2cd-85fa-40bc-9adb-55003b6cd64a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.124629552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"be043551-0c0a-461b-9e2c-8433858e3e91","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.127076094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"61b16604-fd4d-438c-ab7a-9d08cdeeb062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.131543503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6b423c80-174b-48ce-8cf4-9575f6f3e89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.194124772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bdd27e45-32d7-4c98-9ed9-389f0e0083dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.194206317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dd52f0a-1562-4752-9d36-96bd357506e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.216834575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bdd27e45-32d7-4c98-9ed9-389f0e0083dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.216828387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dd52f0a-1562-4752-9d36-96bd357506e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.280629967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"b5bde30f-b661-4323-b036-da6486b3e9d6","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.294929882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4f088012-ba6d-4a8d-8ffa-c4d01fe0eac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.295038934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37a3c910-6a41-4f1e-a9c6-48ff63e10f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.301411346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"b5bde30f-b661-4323-b036-da6486b3e9d6","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.317078249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37a3c910-6a41-4f1e-a9c6-48ff63e10f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.317078246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"4f088012-ba6d-4a8d-8ffa-c4d01fe0eac5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.321623895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"b5bde30f-b661-4323-b036-da6486b3e9d6","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.370427321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e5478af5-e0d9-4f7d-b141-818f63774954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.394142587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e5478af5-e0d9-4f7d-b141-818f63774954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.465593042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a451a71f-7987-4c69-8644-7db2f9e0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.466140567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3b34801a-f44f-406a-abc3-cb53786c4b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.480613659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"24bed50e-9b40-40da-910a-0eeae4fef4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.480694494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"5b33a92a-0ece-436c-8628-da0a4d6a7eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.487531893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a451a71f-7987-4c69-8644-7db2f9e0644f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.487992152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3b34801a-f44f-406a-abc3-cb53786c4b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.501682042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"5b33a92a-0ece-436c-8628-da0a4d6a7eb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.502126147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"24bed50e-9b40-40da-910a-0eeae4fef4eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.629231578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.633944412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b08390d7-6627-4447-9a1e-30eaefef109c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:14.654841304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b08390d7-6627-4447-9a1e-30eaefef109c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.80727681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"c46c4fc7-86f6-436a-b70f-d6126151dd5f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.807312533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"c46c4fc7-86f6-436a-b70f-d6126151dd5f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.827711759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"a00d5fa2-dd9f-4116-833e-ce0f18095c78","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.827748895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"a00d5fa2-dd9f-4116-833e-ce0f18095c78","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.878613562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"137180cb-6118-4b05-a103-b017c2bd331c","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:19.902150586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"137180cb-6118-4b05-a103-b017c2bd331c","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:20.040904339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"a5c2644e-8146-49dc-84ce-34d5820ad548","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:20.0409366Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"a5c2644e-8146-49dc-84ce-34d5820ad548","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:20.091932363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"9fa1bd6f-7102-496c-92ac-80ab4a305876","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:20.114452402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"9fa1bd6f-7102-496c-92ac-80ab4a305876","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:21.001582183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"61df1c65-24f5-4722-a856-06bbecd688cf","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:21.40917571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe7613-4228-4671-87f0-2f843d875a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:21.425253205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe7613-4228-4671-87f0-2f843d875a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:21.441917903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe7613-4228-4671-87f0-2f843d875a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:21.458860317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dfe7613-4228-4671-87f0-2f843d875a42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.265828594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc063299-f2c0-48c3-a656-c2e937c68927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.283087621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc063299-f2c0-48c3-a656-c2e937c68927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.299589848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc063299-f2c0-48c3-a656-c2e937c68927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.316173408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc063299-f2c0-48c3-a656-c2e937c68927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.587545946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"10ae852c-0e1d-4d27-b918-0b07bb5071f0","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.587769877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"10ae852c-0e1d-4d27-b918-0b07bb5071f0","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:22.639027946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"5155fc90-2a80-471b-924e-38828903f5d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-b6bbfa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.678577586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"b32827e3-259c-4269-8851-db98b2bb92ca","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.679320927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"f8bf6fd1-5b93-4842-a299-63aa10a6935f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.679348058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"f8bf6fd1-5b93-4842-a299-63aa10a6935f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.679932066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"e62b7f24-aac1-45af-b6dc-1722623a5c36","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.700638727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c008d6-8348-4625-8210-085b3981335e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:22.709094835Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"f8bf6fd1-5b93-4842-a299-63aa10a6935f","name":"e2e-dft-b6bbfa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b6bbfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:22.709438161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"f8bf6fd1-5b93-4842-a299-63aa10a6935f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b6bbfa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.710465832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"b32827e3-259c-4269-8851-db98b2bb92ca","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.718694895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a21440a7-58e3-4f9b-bcb1-2cfd602911b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.729676425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"914cae24-4921-48b2-9e80-6908778f9e2a","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.729764486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"914cae24-4921-48b2-9e80-6908778f9e2a","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.73698869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7c008d6-8348-4625-8210-085b3981335e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.74191894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a21440a7-58e3-4f9b-bcb1-2cfd602911b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.755178924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"e31f1ab9-fe3c-4669-a753-22ec6a04e8d2","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.755260632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"e31f1ab9-fe3c-4669-a753-22ec6a04e8d2","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.795649887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"6074367b-e409-434b-9268-ac268443bafa","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.795756739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"6074367b-e409-434b-9268-ac268443bafa","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.841470628Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"208758de-7672-4451-a4ca-c9b064e5f768","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b6bbfa","model":"e2e-dft-b6bbfa","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-b6bbfa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.935928298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"e4a45dbc-9ba5-4e5e-8514-8556e5096e3f","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.938387842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"2a0e48e9-718e-499c-a109-60ebb41b2874","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.938409663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"2a0e48e9-718e-499c-a109-60ebb41b2874","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:22.957098066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"e4a45dbc-9ba5-4e5e-8514-8556e5096e3f","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.003908245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"f5495d4a-27bd-4f7c-9a9b-589430949e93","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b6bbfa","model":"llm/e2e-dft-b6bbfa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.03385671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e608c1c8-bd6a-43bf-97c6-4d64ea84a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.034213799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9654f950-421a-462e-99a4-ca52efe35d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.066653077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9654f950-421a-462e-99a4-ca52efe35d79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.071309882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e608c1c8-bd6a-43bf-97c6-4d64ea84a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.827167613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"70a1858e-1346-4153-a9df-3602cea93bcb","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.848465257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"70a1858e-1346-4153-a9df-3602cea93bcb","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.871547527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"70a1858e-1346-4153-a9df-3602cea93bcb","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.914103089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"bd6a05af-92b3-49aa-8ed7-e3c1e0b967a2","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.914123149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"bd6a05af-92b3-49aa-8ed7-e3c1e0b967a2","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.960667542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4fb8e510-05fc-4d4d-b18f-fdd0044e259e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:23.981836352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4fb8e510-05fc-4d4d-b18f-fdd0044e259e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.129623608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"451b465f-36cc-4d22-8ec1-2ff035f4f85f","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.150751314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"451b465f-36cc-4d22-8ec1-2ff035f4f85f","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.173179771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"451b465f-36cc-4d22-8ec1-2ff035f4f85f","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.21222793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"51cb4cb8-0511-4f42-9e9c-f9f3a756a88b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.212253491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"51cb4cb8-0511-4f42-9e9c-f9f3a756a88b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.590469914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"82aac106-d247-4911-b890-150a519dd30b","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.629870462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"cd1a60b8-6c78-45d9-9af0-8ea8eef994db","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.635579085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"754b8d94-e5b0-42d9-a575-ea6987bb8936","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.642372995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9f252ff3-fba6-445c-96cf-6784a5905aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.642406828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"81f9376f-fd57-4f85-b667-fd78b8121aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.645037042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fe686127-22bd-45c9-a4a9-67241dbcb6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.65109023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"cd1a60b8-6c78-45d9-9af0-8ea8eef994db","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.666044579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"754b8d94-e5b0-42d9-a575-ea6987bb8936","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.671372178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"81f9376f-fd57-4f85-b667-fd78b8121aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.672144676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fe686127-22bd-45c9-a4a9-67241dbcb6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.673641468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"cd1a60b8-6c78-45d9-9af0-8ea8eef994db","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.673926815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9f252ff3-fba6-445c-96cf-6784a5905aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.686174019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"754b8d94-e5b0-42d9-a575-ea6987bb8936","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.691916659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"76f1ba18-d0de-4377-9389-b42acdc2621a","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.698143223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"e11250ee-a774-4585-bfd9-b7f5cb64a115","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.698160154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"e11250ee-a774-4585-bfd9-b7f5cb64a115","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.741721602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"08401c7d-eb55-4a1d-8fdb-52ebbda97c11","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.763033911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"08401c7d-eb55-4a1d-8fdb-52ebbda97c11","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.829380444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2c7ef574-a5ea-4959-be1b-2a954557be2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.829658414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"872074d9-48b3-4dd4-a694-64e0d64ded01","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.829887458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"54abbf55-e9f2-42c1-95a2-eb1fe879c074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.848600861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b54132f-1996-4a64-ac44-7ad154cd4843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.852175968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"872074d9-48b3-4dd4-a694-64e0d64ded01","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.852644757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2c7ef574-a5ea-4959-be1b-2a954557be2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.853110622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"c6fe7684-0aa0-4738-a690-55c7bfc44bea","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.855736064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"54abbf55-e9f2-42c1-95a2-eb1fe879c074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.871545468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b54132f-1996-4a64-ac44-7ad154cd4843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.897020663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"4d2b56e2-6780-4c32-8f53-3a3d1a0543f6","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.941236319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"e57a99e2-03ce-419a-809b-5c72b9c9e10e","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.958791472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"85f612c9-5759-4423-b7aa-c6a3ff8aa7ee","MaaSModelRef":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.967917289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"21d0429e-086c-4904-9bc3-7396b33d51df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.992832762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2628a55f-98a8-46ce-9598-7e7caf50ee42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:24.993513038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8392710c-75d2-43fa-8036-99d73715fefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.005936484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"21d0429e-086c-4904-9bc3-7396b33d51df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.0102442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac73e054-04a6-4ad6-96df-d84d30f50e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.01765515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8392710c-75d2-43fa-8036-99d73715fefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.021301575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2628a55f-98a8-46ce-9598-7e7caf50ee42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.035409883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac73e054-04a6-4ad6-96df-d84d30f50e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.181972738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"49596226-58e0-416a-9d8a-4825f3a57628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.202960675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"49596226-58e0-416a-9d8a-4825f3a57628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.217332582Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"dc3afb44-40d9-4196-ad8f-9f6ba657a4a2","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.264339022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"65a1d8e7-2fe8-4c18-b035-0d48f860d51e","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.279652129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3e1968b7-3ae2-4dda-9e63-4e36364515ea","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.280325794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2145cd6e-31bc-4821-a902-daf2b46cfa57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.281368122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"6d30e291-820e-4485-817a-791c1b078f89","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.281387353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"6d30e291-820e-4485-817a-791c1b078f89","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.28524307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"65a1d8e7-2fe8-4c18-b035-0d48f860d51e","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.30047496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3e1968b7-3ae2-4dda-9e63-4e36364515ea","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.301133543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2145cd6e-31bc-4821-a902-daf2b46cfa57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.305020165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"65a1d8e7-2fe8-4c18-b035-0d48f860d51e","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.316077435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"5b49ba7a-5d9b-4125-a2dc-b913fc0e5a99","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.320191567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"3e1968b7-3ae2-4dda-9e63-4e36364515ea","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.33683685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"5b49ba7a-5d9b-4125-a2dc-b913fc0e5a99","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.416094211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e3b5afd0-c465-4099-b814-05e9f91f473d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.416320358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"58befb0a-aefd-47b8-a9a1-d2db470a4d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.436925843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e3b5afd0-c465-4099-b814-05e9f91f473d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.437083782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"58befb0a-aefd-47b8-a9a1-d2db470a4d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.486023803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"250c2155-76d1-4955-acc1-097b8d1cc2f7","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.486048566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"250c2155-76d1-4955-acc1-097b8d1cc2f7","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.530761655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3b7866f2-e756-4419-94be-2b3f59d3ae9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.531022815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"bb53bf08-bf71-4c61-a367-2de5b9671a35","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.54652445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"99efa089-114a-4fcb-877e-b4a08fa1e2b5","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.552370349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3b7866f2-e756-4419-94be-2b3f59d3ae9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.55254698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"bb53bf08-bf71-4c61-a367-2de5b9671a35","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.568699384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"99efa089-114a-4fcb-877e-b4a08fa1e2b5","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.617794334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7d7f0b04-a9cc-4dcb-be7c-e1bf20bc7312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.648397125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7d7f0b04-a9cc-4dcb-be7c-e1bf20bc7312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.659450341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea8ccc56-8f82-439b-8228-d76af9d41028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.708844482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea8ccc56-8f82-439b-8228-d76af9d41028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.733489674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"93b7dc6c-8a3a-4f94-9583-0bf8f224e41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.7504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ae02f9-f7d3-4370-b2ee-d87771e0d4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.756100823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"93b7dc6c-8a3a-4f94-9583-0bf8f224e41e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.772081526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ae02f9-f7d3-4370-b2ee-d87771e0d4ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.816341621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"0b2a96ab-f053-4b14-b382-14c11a15a357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.816340251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4be6fce6-fb51-4ed4-8375-6610e946ffa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.818019084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"80fa3529-a145-40c1-ad4d-6f2fa9a584c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.845398498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"80fa3529-a145-40c1-ad4d-6f2fa9a584c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.845682853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"0b2a96ab-f053-4b14-b382-14c11a15a357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.847967984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"4be6fce6-fb51-4ed4-8375-6610e946ffa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.90256143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"11695ce5-4fb1-4106-baf2-2eecc327d0a4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.918435405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4a0310f3-511e-4c34-8502-e8f2f3fe82d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.923734317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"11695ce5-4fb1-4106-baf2-2eecc327d0a4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.939592678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4a0310f3-511e-4c34-8502-e8f2f3fe82d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:25.944798866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"11695ce5-4fb1-4106-baf2-2eecc327d0a4","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.001718776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"1b3387aa-60d2-423b-aa7d-9d43033c9762","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.017508398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"10b050e1-ba12-4c96-9981-db7368c42577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.018509315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"14f67e86-543d-4c02-a8e9-c9bf644b896f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.022801173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"1b3387aa-60d2-423b-aa7d-9d43033c9762","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.039976202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"10b050e1-ba12-4c96-9981-db7368c42577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.042487486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"14f67e86-543d-4c02-a8e9-c9bf644b896f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:26.043517705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"1b3387aa-60d2-423b-aa7d-9d43033c9762","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.380435381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-84a4e8 priority=0:[ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-d8a6f2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.396581997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"7ea84b91-fe82-4d1c-a855-65a4ddd91a87","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.396607834Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"7ea84b91-fe82-4d1c-a855-65a4ddd91a87","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.430192583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"aa255412-3a0d-400c-8da3-7e562926223f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.431110029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"b1885531-2ec8-4657-8717-54b7399fcf66","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.436379815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"f31b052e-eaec-463e-ac4a-063541fc1b61","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.436397901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"f31b052e-eaec-463e-ac4a-063541fc1b61","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:30.464318548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-499abf-842bba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.466819994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"aa255412-3a0d-400c-8da3-7e562926223f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.469139457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"b1885531-2ec8-4657-8717-54b7399fcf66","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.469799367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"da3978ca-d4c0-407e-b3c3-01c53499e157","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.469815419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"da3978ca-d4c0-407e-b3c3-01c53499e157","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.48828998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"eb0fb9de-796d-4a22-8472-bc15d34f47ec","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.488317417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"eb0fb9de-796d-4a22-8472-bc15d34f47ec","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.603385904Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"eb03c858-18e8-4b52-a80d-6815b1eb992c","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-cfl-same-499abf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.695901901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"b69fd08c-9be9-409c-9713-ebe00884eead","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.695925055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"b69fd08c-9be9-409c-9713-ebe00884eead","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.739754373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"e896eca9-aa9c-4bf8-9fb8-5281c66bae31","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.739894629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1921d859-34f3-48eb-8ba1-488b1248d3e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.761020981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1921d859-34f3-48eb-8ba1-488b1248d3e2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.761352195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"e896eca9-aa9c-4bf8-9fb8-5281c66bae31","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:30.763161137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"50659c5b-28a5-4071-a513-b5639215f1e2","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.844348956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"24acceb9-eccb-47d2-9c49-9dd239c0ada0","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.881321679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"65b8086b-06fc-4d56-b46e-4256ff537d10","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.881868607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"053ee5e8-f6bf-47d4-97d2-57542a751fa3","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.894845144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"42a64527-675a-419c-ad5e-6bc0dc90e29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.898508165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f23a31ee-a620-464a-a8c7-0f0c35182e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.902645928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"65b8086b-06fc-4d56-b46e-4256ff537d10","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.903674159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"053ee5e8-f6bf-47d4-97d2-57542a751fa3","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.910576883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6139a8e-5a2e-40a4-8b10-197f0ea0cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.917647849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"42a64527-675a-419c-ad5e-6bc0dc90e29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.920458222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f23a31ee-a620-464a-a8c7-0f0c35182e21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.922604321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"65b8086b-06fc-4d56-b46e-4256ff537d10","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.923401914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"053ee5e8-f6bf-47d4-97d2-57542a751fa3","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.932817371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6139a8e-5a2e-40a4-8b10-197f0ea0cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.976480047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ff35fa60-4879-4e77-b33a-d25164d6adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.976500865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6c4ffcf2-f74d-453f-bce8-d19452981b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.981767959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-ac4a09","namespace":"e2e-extmod-att-noaccess-73bde1"},"namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","reconcileID":"235f65b4-9023-4489-be31-626a74719e29","namespace":"e2e-extmod-att-noaccess-73bde1","name":"e2e-att-noaccess-ac4a09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.998116055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6c4ffcf2-f74d-453f-bce8-d19452981b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:31.998270117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"ff35fa60-4879-4e77-b33a-d25164d6adc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.015045784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ded67edb-7c07-4d10-9358-c421d9fa6944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.016504379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5a4e44ef-0d2b-4ea8-a047-506aff485688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.031092679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d9e07a11-2b3c-48b9-847d-198762020bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.036491589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ded67edb-7c07-4d10-9358-c421d9fa6944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.037804633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5a4e44ef-0d2b-4ea8-a047-506aff485688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.060028856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d9e07a11-2b3c-48b9-847d-198762020bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.200668699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"c875488f-bc12-43d2-8242-3bc502f54090","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.216144743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c615c4a9-2037-427f-805d-f81115bda7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.216531033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"003d8a2c-8846-4f91-9c57-e82940f73a46","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.216545803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"95b3e701-f5f6-405f-899b-d9a9ceda443a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.221641711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"c875488f-bc12-43d2-8242-3bc502f54090","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.230595232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c65f9fb-baf0-438b-a500-0bed57924a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.237178286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"c615c4a9-2037-427f-805d-f81115bda7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.237655466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"003d8a2c-8846-4f91-9c57-e82940f73a46","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.23947799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"95b3e701-f5f6-405f-899b-d9a9ceda443a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.251525087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c65f9fb-baf0-438b-a500-0bed57924a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.334034267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9a76d831-ceb2-4598-b9aa-20d17f4a2897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.334559641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f1411a0b-cf9c-49bd-ba3a-556b9b5102a3","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.348291789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0a7c171d-0c42-40f6-92f2-a2de13ccf2b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.350553407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"bc944e4c-c590-4ded-8da4-01f7c5e3fb8c","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.355556789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f1411a0b-cf9c-49bd-ba3a-556b9b5102a3","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.355680905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9a76d831-ceb2-4598-b9aa-20d17f4a2897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.367945981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"927ffd5b-3ef6-42cd-8137-49c96e566090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.370823194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"0a7c171d-0c42-40f6-92f2-a2de13ccf2b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.374482675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"bc944e4c-c590-4ded-8da4-01f7c5e3fb8c","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.37646837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0f94c0d200a86beda376ecdcb01b117430c12a08663cac95199a2ca5f931ce28) AuthConfig (1a9407d0eb2250efb3296beb361b2046b884d767b0946d3117a593dac73c8b5d) AuthConfig (47a8c4465ff45a74815cf8da1f10d6eed2092453f43ea4fd3999f7d598fdc1b8) AuthConfig (0e7424654c26e6837daefef6ec305b05782391e3cdfdb38dcae85e85d0e0a4b6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f1411a0b-cf9c-49bd-ba3a-556b9b5102a3","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.391046241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"927ffd5b-3ef6-42cd-8137-49c96e566090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.466554205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-f29358-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (51f3472f8c81e66a3e9c5489ca687ba194b06caa36fbe91fca590621870d45e5) AuthConfig (74827130046a9638387c352514c0c919295ebf4994a9ed39dd107b3b48100bed) AuthConfig (da4b78fc9591acb805d4ea38060b03ae8513fa86928f09b5502147a0f630456d) AuthConfig (af1e1bc9f883e5af1c95cbf92ae8033bcb7fb73a046f65ea64d8e4d890d4c361)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"bc944e4c-c590-4ded-8da4-01f7c5e3fb8c","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.565897728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cacc3eee-4c68-4ba3-9b81-467d52bcf8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.58394649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b7a4fe0e-b8f7-4c6f-a672-9bd3ee2b8184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.586801757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cacc3eee-4c68-4ba3-9b81-467d52bcf8a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.597622288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"2f94e54b-9e76-4869-b4b6-d77a6b79af28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.599164961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6eb694bd-13ee-497a-95b7-a7958a3036be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.604973696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b7a4fe0e-b8f7-4c6f-a672-9bd3ee2b8184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.618824914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"2f94e54b-9e76-4869-b4b6-d77a6b79af28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.665110543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a43164-82ce-414e-a49c-4717da2b593d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.666438228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6eb694bd-13ee-497a-95b7-a7958a3036be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.686133439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a43164-82ce-414e-a49c-4717da2b593d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.768778138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d57f8439-64d9-4488-821c-6e74732b144c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.784164367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bbacec22-b7d0-4c88-aad5-f34d4d13a05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.789357717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d57f8439-64d9-4488-821c-6e74732b144c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:32.808500474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"bbacec22-b7d0-4c88-aad5-f34d4d13a05d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:41.054007655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"c162d334-b64f-43ff-97fe-007e1a31754d","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b6bbfa","model":"llm/e2e-dft-b6bbfa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:41.149257714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"7f32fb3e-66bf-4d2f-9e15-68cb62037e60","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:41.149295436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"7f32fb3e-66bf-4d2f-9e15-68cb62037e60","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.13088709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"53776166-45db-46c5-ba74-8528a5da749c","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.130987552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46781a4e-3560-4c05-bfe3-33c4a81be0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.131298817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15582f23-8ef8-407a-a886-a9667886c799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.152663414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46781a4e-3560-4c05-bfe3-33c4a81be0d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.152739824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"53776166-45db-46c5-ba74-8528a5da749c","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.157258544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15582f23-8ef8-407a-a886-a9667886c799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.414207309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"6e11fc42-ec9c-4c42-b51f-e5c80d791da8","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.435920725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"6e11fc42-ec9c-4c42-b51f-e5c80d791da8","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.519354147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"51309a2d-4153-415f-8a4c-867b4b0bf302","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.540732363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"51309a2d-4153-415f-8a4c-867b4b0bf302","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.646699884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"b2bbb0e7-d689-4dba-a5af-5175bbbcb703","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.646726589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"b2bbb0e7-d689-4dba-a5af-5175bbbcb703","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.747490631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"250d518f-d3ab-475e-a3a0-6b961cff2bfd","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:42.747525872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"250d518f-d3ab-475e-a3a0-6b961cff2bfd","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:43.953476779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"0386cd39-d153-44da-92d9-384027d0efe7","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:43.953498744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"0386cd39-d153-44da-92d9-384027d0efe7","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:43.996081231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"0f9d293d-4cd1-4b9d-888a-7900262dc81c","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af657a4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.006031191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea01e9e1-6078-4693-a90a-8a6d66ed1da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.011123885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"513e7550-f2d8-44b6-871a-780597dcd181","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.011149065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebf4b32-9533-485d-8d01-fbffd0063962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.028760715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea01e9e1-6078-4693-a90a-8a6d66ed1da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.036144894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebf4b32-9533-485d-8d01-fbffd0063962","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.036248012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"513e7550-f2d8-44b6-871a-780597dcd181","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.145039805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06a6b438-bd86-44c4-9004-8cb60debbec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.149258016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6bfaf2-4b0a-4453-a761-a18a66554086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.166349318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06a6b438-bd86-44c4-9004-8cb60debbec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.170524644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d6bfaf2-4b0a-4453-a761-a18a66554086","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.246615824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"3d52e87e-4764-486d-a864-4ec375c95f14","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.267538125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"3d52e87e-4764-486d-a864-4ec375c95f14","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:44.630111357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.876225972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-84a4e8 priority=0:[ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-d8a6f2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.892794315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"251c9574-dd39-4efc-b310-b8c0c945cd13","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.89282087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"251c9574-dd39-4efc-b310-b8c0c945cd13","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.912606256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"58cd8fbd-63c0-41dc-a99a-80d4539de9fa","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:45.91321275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"109700f4-6e9f-4184-9f8a-35ce0e2324c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-20b3b5-e1499d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.930825867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"40b0d4e1-cba9-42ff-949f-b6a57a1f3c32","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.930845182Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"40b0d4e1-cba9-42ff-949f-b6a57a1f3c32","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.933683823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"58cd8fbd-63c0-41dc-a99a-80d4539de9fa","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:45.948783301Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"40b0d4e1-cba9-42ff-949f-b6a57a1f3c32","name":"e2e-cfl-20b3b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-20b3b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:45.948832461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"40b0d4e1-cba9-42ff-949f-b6a57a1f3c32","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-20b3b5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.965396947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"f2ad283d-34b9-4fda-9fca-267d3df22a8e","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.965415423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"f2ad283d-34b9-4fda-9fca-267d3df22a8e","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.982344667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"875687df-06ac-4efa-a36a-468fd76250c1","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.982365923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"875687df-06ac-4efa-a36a-468fd76250c1","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:45.999996097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"88cb44b0-2844-49b8-92d5-ceeeeed375c7","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.000031178Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"88cb44b0-2844-49b8-92d5-ceeeeed375c7","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.019837629Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"79b1d2b0-5bb5-465d-833c-e148a9f8ecc6","namespace":"llm","name":"e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.065250912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"a85f9658-e581-4138-94d8-de050b749a92","namespace":"llm","name":"e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.08009422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"2a77c9fd-3774-4e3f-8069-9209dcbaa971","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.086509055Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"5d7b224e-fa77-4da6-9002-14352be1999b","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cfl-20b3b5","model":"e2e-cfl-20b3b5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5-e1499d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.097243734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ef30f14-601d-4bb9-a9dd-d8f03604e043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.097786113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8d68ee9c-9c32-4fc9-9c6c-795c2d152d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.101312176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"2a77c9fd-3774-4e3f-8069-9209dcbaa971","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.101368004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c7bf6325-229f-4e00-8460-e966a7a1456e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.101585297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a8c334f5-4acd-4fb9-af3d-7425791d7acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.104725914Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-84a4e8 priority=0:[ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-d8a6f2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.118323495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"6ef30f14-601d-4bb9-a9dd-d8f03604e043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.118635982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8d68ee9c-9c32-4fc9-9c6c-795c2d152d57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.120666872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"60ef3293-6c16-4792-952d-51feb835356b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.120683703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"60ef3293-6c16-4792-952d-51feb835356b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.122659388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c7bf6325-229f-4e00-8460-e966a7a1456e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.123228219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a8c334f5-4acd-4fb9-af3d-7425791d7acd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:24:46.140848867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"b017ad4c-9fa3-44c4-91fb-4b22fc0025e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-596d33-cf7766-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.153107501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"5c7a07c3-165f-40b9-9e30-dca5659b7475","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af657a4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.163874478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"8a6b74a1-242f-4674-b8de-a424a53d9c17","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.163896625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"8a6b74a1-242f-4674-b8de-a424a53d9c17","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164311883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"027a5809-1411-4ade-b5f5-b04731a42c55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164331231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"027a5809-1411-4ade-b5f5-b04731a42c55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164707174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"59bda46a-9460-4737-80fb-82c99cf2fc39","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164720973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"59bda46a-9460-4737-80fb-82c99cf2fc39","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164981055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41bce2c2-b016-4379-b7f5-2c190d4915e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.164993204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41bce2c2-b016-4379-b7f5-2c190d4915e9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.182782307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"4bbc81c5-4a08-45c0-a608-69683617ca8c","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.182803979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"4bbc81c5-4a08-45c0-a608-69683617ca8c","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.205604612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba5f72b-79f6-4b3c-9f29-db2d0b124adc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.20561988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba5f72b-79f6-4b3c-9f29-db2d0b124adc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206105637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9489e24a-fb1b-4f13-982d-d73299a6993d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206126897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9489e24a-fb1b-4f13-982d-d73299a6993d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206435131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"009a766a-cc10-424c-afc4-bfb18ee90599","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206447789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"009a766a-cc10-424c-afc4-bfb18ee90599","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206667122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"97637f61-25d4-435e-80fb-cb3d20f09d3f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206677818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"97637f61-25d4-435e-80fb-cb3d20f09d3f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206882333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0f99776-2cc6-4a61-9d3b-53d4b57c8fd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.206892448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0f99776-2cc6-4a61-9d3b-53d4b57c8fd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.209314991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"34523a4e-666e-4e21-93b3-116a836fea13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.209888618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dbd5f3af-6489-42f4-adb8-6207c358bfbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.224820357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2aa09def-ae82-4178-bc38-994fe8e70a90","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.224846466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"2aa09def-ae82-4178-bc38-994fe8e70a90","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.22576642Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"ecd8da11-a510-40ff-a270-c449dc8c0ade","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af657a4f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.242193007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"20d54c20-46d8-49f0-b090-dbba18bedb92","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.242210123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"20d54c20-46d8-49f0-b090-dbba18bedb92","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.258672446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"7d828ac5-2a4a-489f-abd0-f3f7421d06c7","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.258689405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"7d828ac5-2a4a-489f-abd0-f3f7421d06c7","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.258924039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f21a067-62e9-4422-862b-85c390e21208","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.258934267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f21a067-62e9-4422-862b-85c390e21208","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.259279419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d84fd4ad-e71c-4591-a45a-90fe2fdcb1b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.25929061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d84fd4ad-e71c-4591-a45a-90fe2fdcb1b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.259510088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e683190-aeca-482d-8d12-e221b1a7f946","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.25951928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e683190-aeca-482d-8d12-e221b1a7f946","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.301364664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"adf53c53-5bd2-4e03-a88e-2ae08a6127c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.30157149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5cb8c929-1a7b-4e60-9aa1-80d3b100a22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.303222345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"90a2bbbe-da45-4425-b880-d4993e7e34b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.310978789Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"66dd3639-b79d-41b2-a612-fc0784f45b79","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"name":"e2e-dft-f560b1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.322937691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"adf53c53-5bd2-4e03-a88e-2ae08a6127c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.323361969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"738d9bcb-7046-4b9e-b78b-51d721f0c09c","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cfl-20b3b5","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.323889086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"503a8385-1baa-45f2-a121-2873fe03a761","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.323938562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"5cb8c929-1a7b-4e60-9aa1-80d3b100a22a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.324914687Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"f845b32d-897c-4e24-9542-70c54de1cc6c","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cfl-596d33","model":"e2e-cfl-596d33","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-f29358/e2e-cfl-596d33-cf7766-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.327385386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"90a2bbbe-da45-4425-b880-d4993e7e34b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.348653272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"503a8385-1baa-45f2-a121-2873fe03a761","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.403849594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"616fde68-26ec-4674-9035-e81d12e9f93e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.430276465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"52665577-0995-41f9-87f8-71ec224ad71d","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.430310968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"52665577-0995-41f9-87f8-71ec224ad71d","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.43676858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"616fde68-26ec-4674-9035-e81d12e9f93e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.495514692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"d39b074c-5b6e-42e9-bf67-4ce8b112d353","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.514689388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"d89325d9-ed29-443c-b9be-f2ce60d10249","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cfl-596d33","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.519656166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"d39b074c-5b6e-42e9-bf67-4ce8b112d353","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.523389091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d8e3e6a-19db-40a5-9693-f42882b51f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.52467455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"91f39496-d82b-4fae-ba78-3d0cda7fd582","namespace":"llm","name":"e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.541974461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"4f5616b9-13e0-41f2-a429-fd858b4c57d4","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.541995242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"4f5616b9-13e0-41f2-a429-fd858b4c57d4","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.54502399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e50af49-595f-48b5-9d89-48cb2e17e7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.547849817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d8e3e6a-19db-40a5-9693-f42882b51f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.570406052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e50af49-595f-48b5-9d89-48cb2e17e7ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.617370536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"64260b0e-d427-4733-b4b7-4e84323626cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.640200232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"64260b0e-d427-4733-b4b7-4e84323626cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.717016003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"6d0b8512-13f9-4f67-8e13-1c33108553e3","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.717553519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2b514944-34b7-48fb-9c6f-b226813663b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.738460045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"2b514944-34b7-48fb-9c6f-b226813663b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.738708337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"6d0b8512-13f9-4f67-8e13-1c33108553e3","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.738873631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"fbc0f42f-db10-45f1-84e3-42ecbe41a92c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.752304788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c766d6-644f-45e9-8c75-78a9f58d6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.752484586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"925fa6a2-8617-41c7-b3f0-294c64a64a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.76016267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"fbc0f42f-db10-45f1-84e3-42ecbe41a92c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.775209431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"925fa6a2-8617-41c7-b3f0-294c64a64a1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.775326208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8c766d6-644f-45e9-8c75-78a9f58d6dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.838012787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"dece5f8b-3344-4477-b961-593a19aee694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.857988261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4c87e429-2e4c-423a-a653-74152ee12080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.858959923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"dece5f8b-3344-4477-b961-593a19aee694","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.868905196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2163a547-dbf4-4703-a25a-a00d71e09a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.872860079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"bccadcd1-61fb-402a-acd1-647b0fd94768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.87299874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"34374fd5-0d2b-4a5b-bb13-31c2eba187a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.878585751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4c87e429-2e4c-423a-a653-74152ee12080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.890135223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2163a547-dbf4-4703-a25a-a00d71e09a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.893541608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"bccadcd1-61fb-402a-acd1-647b0fd94768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.893685534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"34374fd5-0d2b-4a5b-bb13-31c2eba187a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.970478462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"0e188c0b-75b6-45ea-8034-69bba272875e","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:46.992260199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"0e188c0b-75b6-45ea-8034-69bba272875e","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.027880833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"74caf0d0-4bb7-4f70-9038-88e2bad8bf45","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.039837946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"3a408ea6-ffea-4de5-84e0-1b038e9d06c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.064487199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"35edd070-b3ec-4c5d-96e6-e3a0b0c1b07f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.068192576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"74caf0d0-4bb7-4f70-9038-88e2bad8bf45","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.07158944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"3a408ea6-ffea-4de5-84e0-1b038e9d06c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.080664417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a203cff-44e5-4c60-a31d-c90f44cc6d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.085643102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"35edd070-b3ec-4c5d-96e6-e3a0b0c1b07f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.101826818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a203cff-44e5-4c60-a31d-c90f44cc6d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.213885799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"934cb6d7-d960-4173-9590-da7eb0e257b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:47.234839194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"934cb6d7-d960-4173-9590-da7eb0e257b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.393141104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"a4811dba-06b6-4fd8-9bf8-9bc61d62e63e","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.393163753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"a4811dba-06b6-4fd8-9bf8-9bc61d62e63e","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.413968725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d5a35cdf-c0a9-4737-85b2-d2f802170d9d","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.413992933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d5a35cdf-c0a9-4737-85b2-d2f802170d9d","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.479953967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"a12199c7-a438-4e82-a12f-26a7ce3b784d","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.501398469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"a12199c7-a438-4e82-a12f-26a7ce3b784d","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.521572266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"a12199c7-a438-4e82-a12f-26a7ce3b784d","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.575981668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"3a25a99b-a305-4949-9a0d-e76cfea82dc7","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.576005965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"3a25a99b-a305-4949-9a0d-e76cfea82dc7","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.691956525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"477b2393-4a67-4017-a8ca-9eccaa77d355","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.715785182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"477b2393-4a67-4017-a8ca-9eccaa77d355","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:52.737123226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"477b2393-4a67-4017-a8ca-9eccaa77d355","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.242239132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"900c77fa-fb19-4d6f-85db-439427e8c229","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b6bbfa","subscription":"e2e-dft-b6bbfa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.276109628Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"900c77fa-fb19-4d6f-85db-439427e8c229","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.292530838Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-sub","reconcileID":"900c77fa-fb19-4d6f-85db-439427e8c229","MaaSSubscription":{"name":"e2e-dft-b6bbfa-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b6bbfa","namespace":"llm","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.402034285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-84a4e8 priority=0:[ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-842bba-sub ai-tenant-e2e-extmod-a-84a4e8/e2e-cfl-same-499abf-d8a6f2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.41595735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"d9002877-510a-43ca-91e5-24c6a6d28eb6","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.415989994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"d9002877-510a-43ca-91e5-24c6a6d28eb6","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.481341944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"b91a1ba9-383b-421e-a12e-dc4df62c6ca7","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.496211269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"87040ba9-65e6-4ca4-95c1-59d9f7cc9f61","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.496382115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80a6dda-7fa9-4e59-be39-8002148b4f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.496631497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd78d15c-0cfe-4363-b692-ac9d243b0fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.503719642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"b91a1ba9-383b-421e-a12e-dc4df62c6ca7","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.519402053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d80a6dda-7fa9-4e59-be39-8002148b4f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.519402869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"87040ba9-65e6-4ca4-95c1-59d9f7cc9f61","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.521724138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd78d15c-0cfe-4363-b692-ac9d243b0fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.539975699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"87040ba9-65e6-4ca4-95c1-59d9f7cc9f61","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.557476643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"bd3c2242-f7ad-4d58-a57f-af143871ba70","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.557495476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"bd3c2242-f7ad-4d58-a57f-af143871ba70","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.652471048Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b6bbfa-access","reconcileID":"7d33d7bf-4e22-428b-ae28-7ad40a3a2547","MaaSAuthPolicy":{"name":"e2e-dft-b6bbfa-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.791425133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"fcef1202-fdf4-413a-a898-cf0d4108921f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:56.79145088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"fcef1202-fdf4-413a-a898-cf0d4108921f","MaaSModelRef":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"routeName":"external-model-e2e-dft-b6bbfa-68a6973ee5ae","namespace":"llm","model":"e2e-dft-b6bbfa","externalModel":"e2e-dft-b6bbfa","provider":"e2e-dft-b6bbfa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.252010919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"5992a625-e626-4e62-b214-1f0b3a35223d","namespace":"llm","name":"e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.27458141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"652cdeb2-9b81-4a3a-97c5-1b0f6a428e0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.274606854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"652cdeb2-9b81-4a3a-97c5-1b0f6a428e0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.275184504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3a1bd38-3f7a-4df6-af4e-9d79df36aaa3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.27520325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3a1bd38-3f7a-4df6-af4e-9d79df36aaa3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.275552553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27b1a764-76b5-400c-be3d-603b424527fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.275569765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"27b1a764-76b5-400c-be3d-603b424527fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.27592152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc7e6a5d-5d3c-4b59-a506-e72885053e25","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.275947582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bc7e6a5d-5d3c-4b59-a506-e72885053e25","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.276329905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3007b136-ee7e-4f0d-87c0-0a30c10cf1fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.276346636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3007b136-ee7e-4f0d-87c0-0a30c10cf1fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.276683853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"235c460c-4362-4fce-a77b-da0ee6f3ec85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.276701292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"235c460c-4362-4fce-a77b-da0ee6f3ec85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.277198731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3ba8079-b940-4965-b1de-f280cb30596f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.277216107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d3ba8079-b940-4965-b1de-f280cb30596f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.277557304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac173ce5-c1ee-4ec9-ae03-69307213ded9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.277575308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ac173ce5-c1ee-4ec9-ae03-69307213ded9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.29440671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"70f1a315-45d5-4bc1-860a-e8fa3febadcb","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.294427796Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"70f1a315-45d5-4bc1-860a-e8fa3febadcb","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.305040308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"bda3800a-f350-4d73-a321-6de4c175accf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.305659741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"be6c3491-6936-4a4e-ad73-f1af5bddbfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.307374788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b29c5804-e786-43be-8b6c-155755a82c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.309804396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"40d98e31-1f5c-4bbc-b646-7b317384839f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.320423209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"fbff6a6e-730f-4fd9-8fff-9a59cf21cebf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.326100007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"bda3800a-f350-4d73-a321-6de4c175accf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.329516986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"be6c3491-6936-4a4e-ad73-f1af5bddbfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.329888826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b29c5804-e786-43be-8b6c-155755a82c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.333259372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"40d98e31-1f5c-4bbc-b646-7b317384839f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.341452931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c6cef48-d1ec-410b-9d38-95148af421c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.342422673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"fbff6a6e-730f-4fd9-8fff-9a59cf21cebf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.346335491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60da37aa-e52e-495a-acdc-d702703b0a35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.362538191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"fbff6a6e-730f-4fd9-8fff-9a59cf21cebf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.41652062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"18d7e0d2-4550-4c61-9e92-cc7c1e199cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.43837888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"18d7e0d2-4550-4c61-9e92-cc7c1e199cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.475355271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b6bbfa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b6bbfa","reconcileID":"b14c40eb-3b93-4645-b99b-69cdda77ce91","namespace":"llm","name":"e2e-dft-b6bbfa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.497966088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"76e79c1f-13f0-405e-be15-7780cbd56f9f","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.51515089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3246b9b8-ee83-4803-8f5c-e06ae7b60e9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.515324238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"096df62a-f8ca-447b-ae2d-66b13ee1d6b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.520890834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"76e79c1f-13f0-405e-be15-7780cbd56f9f","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.543983737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3246b9b8-ee83-4803-8f5c-e06ae7b60e9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.551903508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"096df62a-f8ca-447b-ae2d-66b13ee1d6b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.636883046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e6af85a7-d899-442a-b808-4e87e03f9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.65497335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41a10ca1-c057-412b-b1d2-d67ea4cd2870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.658615142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"e6af85a7-d899-442a-b808-4e87e03f9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.677501005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41a10ca1-c057-412b-b1d2-d67ea4cd2870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.714832491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce005744-807d-4e48-8969-441cae904d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.768160211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"03b075bf-bfc5-481b-b620-fe3bfcfe12eb","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.770425151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ce005744-807d-4e48-8969-441cae904d2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.782965611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e8ce2a00-0bc4-4e12-a5d6-efa824d09a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.789362303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"03b075bf-bfc5-481b-b620-fe3bfcfe12eb","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.804262963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e8ce2a00-0bc4-4e12-a5d6-efa824d09a97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.814750664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3909c1b-10ca-4269-926c-167b025d48ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.81691897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f03bb1eb-6232-41ea-8291-c7b816487ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.840255317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3909c1b-10ca-4269-926c-167b025d48ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.84242148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f03bb1eb-6232-41ea-8291-c7b816487ef6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.954898806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d8fd0ac2-e38d-46a3-a58f-e480f2ae7039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:57.977243304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d8fd0ac2-e38d-46a3-a58f-e480f2ae7039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.04197249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f9bdd1ea-93db-4b28-ac61-461f71985d04","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.056194742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7fea4904-8252-46ba-8476-f26d95d7ab74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.063473464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"ab052e5f-678d-4f33-a49b-4927a3edb663","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.069807379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f9bdd1ea-93db-4b28-ac61-461f71985d04","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.071573912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec90eed1-a359-400f-9dd5-7292923f9e91","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.07810042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7fea4904-8252-46ba-8476-f26d95d7ab74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.085020749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"ab052e5f-678d-4f33-a49b-4927a3edb663","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.095512202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec90eed1-a359-400f-9dd5-7292923f9e91","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.115354296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec90eed1-a359-400f-9dd5-7292923f9e91","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.155610685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0197ea49-d40d-4093-9154-5dae42e6954d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.169752427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fb5ea4f3-f8a8-4795-87c0-55fbd520d044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.176541262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f7107b07-bd79-47ff-94ad-08bcc3100ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.177947658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0197ea49-d40d-4093-9154-5dae42e6954d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.194864977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fb5ea4f3-f8a8-4795-87c0-55fbd520d044","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.200608201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f7107b07-bd79-47ff-94ad-08bcc3100ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.219347365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"07a7b7bb-4298-419c-9823-e3780494aac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.277123566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"07a7b7bb-4298-419c-9823-e3780494aac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.30528534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"0204e9e8-4289-4d27-9314-938785c1cdb4","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:58.32811328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"0204e9e8-4289-4d27-9314-938785c1cdb4","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.514028052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"89b1a43c-38eb-44c4-b8e9-5fa298525777","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.536788992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"7db8eb89-7b57-4154-868f-700cdf487656","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.564439523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b6fb882b-4ac1-497f-9f54-eb77b57602ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.564440936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"2b112925-2564-45e8-8b10-db9a38efbc48","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.565348063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f1f54ee5-6b67-454b-9c0c-4d72032414bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.567539976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"afff88f7-ecff-49f0-be1a-76cd091f0e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.581378847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2d2b0664-694e-4b80-9892-dc84e25dafb8","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.585721978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"2b112925-2564-45e8-8b10-db9a38efbc48","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.586880232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b6fb882b-4ac1-497f-9f54-eb77b57602ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.588342654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f1f54ee5-6b67-454b-9c0c-4d72032414bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.589600689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"afff88f7-ecff-49f0-be1a-76cd091f0e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.602538108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2d2b0664-694e-4b80-9892-dc84e25dafb8","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.622329265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2d2b0664-694e-4b80-9892-dc84e25dafb8","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.63865516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95459725-4c38-48ef-b68b-dc4ea011267a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.638674038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"95459725-4c38-48ef-b68b-dc4ea011267a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.639021667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3c1d6b6e-e5ce-4b83-ae26-67855d5ab1de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.639035514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3c1d6b6e-e5ce-4b83-ae26-67855d5ab1de","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.66554983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad5fdb92-13a3-4335-a0e6-b744d6fcfe61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.665578026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ad5fdb92-13a3-4335-a0e6-b744d6fcfe61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.683033771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"7c97751e-49f8-4306-b9af-571a3d60ec24","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.683107072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"7c97751e-49f8-4306-b9af-571a3d60ec24","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.683525275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc30dc8-5306-4c5c-b36d-7bd0ee4e99b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.683544527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfc30dc8-5306-4c5c-b36d-7bd0ee4e99b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684090187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3081f6a8-ae2f-4e6b-bb67-48c164e926b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684107674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3081f6a8-ae2f-4e6b-bb67-48c164e926b8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684479733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"345732a1-d2aa-463d-b49e-b53edf2ea95c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684496478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"345732a1-d2aa-463d-b49e-b53edf2ea95c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684830866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"16978b59-150f-4a81-ae8a-33f6d9dac3b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.684847986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"16978b59-150f-4a81-ae8a-33f6d9dac3b1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.685197692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60ba3097-97c5-4c58-9822-650193bc1aeb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.68521271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60ba3097-97c5-4c58-9822-650193bc1aeb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.689777759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f6a92281-03be-4ba2-93b0-610ee3742660","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.691659575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e50e726f-52ca-4569-bcfd-0c5a16d3df32","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.691679468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e50e726f-52ca-4569-bcfd-0c5a16d3df32","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692028477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37f454dd-0e13-4350-b6d0-ec7308019316","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692042047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"37f454dd-0e13-4350-b6d0-ec7308019316","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692386651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3fce2d5-82fd-42c8-8a18-82dcf591c040","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692399024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3fce2d5-82fd-42c8-8a18-82dcf591c040","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692624355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a09e48f8-1b15-4d5a-b243-3e91a1e89730","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.692634742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a09e48f8-1b15-4d5a-b243-3e91a1e89730","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.701623624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"d922a53b-722c-4eae-bd73-406d55444e7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.764754946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"f08186d3-d5cb-4432-a49d-db1a09d0a2f1","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.76479294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"f08186d3-d5cb-4432-a49d-db1a09d0a2f1","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.765258156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba39a592-70d2-47ce-8a0e-cb07501b6750","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.765276949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba39a592-70d2-47ce-8a0e-cb07501b6750","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.765834846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e19ee570-6184-4e70-9df3-0fcd6338d4fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.765852091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e19ee570-6184-4e70-9df3-0fcd6338d4fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.766242075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3020a694-7394-446c-ad3f-2c2fff75fe94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.766258371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3020a694-7394-446c-ad3f-2c2fff75fe94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.766631215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fd4fbab-f71c-4eab-8135-11dc4d15c8aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.766645579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1fd4fbab-f71c-4eab-8135-11dc4d15c8aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.768173855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"f6a92281-03be-4ba2-93b0-610ee3742660","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.771503756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"d922a53b-722c-4eae-bd73-406d55444e7a","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.781565227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01ff3160-c6cb-47d0-a6d9-9de04a0c3c9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.875434405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18d7bccf-b1e3-43ee-b0d9-03377e8ca01c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.889868217Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"47dba565-fa96-42c0-8f9a-692b888c1cde","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"name":"e2e-dft-refs-fbfe5c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.89022012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"84ffa47a-c821-47f9-a262-74454e67d3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.892856461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bb23be06-bc26-42e0-9def-2ecdfa47c64f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.90554119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"317d59c4-9844-48ba-8cc2-6d07c7a54441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.912652045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"84ffa47a-c821-47f9-a262-74454e67d3c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.968509073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bb23be06-bc26-42e0-9def-2ecdfa47c64f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:24:59.982789565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"317d59c4-9844-48ba-8cc2-6d07c7a54441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.028887846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"2fe4855f-e260-404c-9552-5c3e1901c527","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.04575675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"0d8bb077-6a22-45c5-b68a-8694bb88a157","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.045787811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"0d8bb077-6a22-45c5-b68a-8694bb88a157","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fbfe5c-57d0105c34f3","namespace":"llm","model":"e2e-dft-refs-fbfe5c","externalModel":"e2e-dft-refs-fbfe5c","provider":"e2e-dft-refs-fbfe5c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.052451205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"418ca9ec-a0b9-4e43-a885-00ec887f608a","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.058839576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e48eb9d2-3dc9-476c-a448-30e878e13ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.074905672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"418ca9ec-a0b9-4e43-a885-00ec887f608a","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.080595433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e48eb9d2-3dc9-476c-a448-30e878e13ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.171475294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d6996caf-141f-45c6-a9e9-88a62f896c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.172008136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"14c6eabc-0913-4896-bce9-826dc7c67f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.190094918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86b298d8-2310-408d-a1e7-ad85598f532d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.198493745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"14c6eabc-0913-4896-bce9-826dc7c67f0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.201856058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d6996caf-141f-45c6-a9e9-88a62f896c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.212706116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"04add382-09d5-4326-8a4a-730e4a0d4493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.22049538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86b298d8-2310-408d-a1e7-ad85598f532d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.239796849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"04add382-09d5-4326-8a4a-730e4a0d4493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.257967682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4d86c5a1-4770-4a5a-b435-f06ecc14a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.280033118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4d86c5a1-4770-4a5a-b435-f06ecc14a495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.362766244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4fa159f5-05ec-4b55-876e-7ca05b06f036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.365863512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b541b583-c1b6-47d8-a109-45b2cbfc2d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.366414742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a566eba8-b636-4ddc-bc4a-d498d7902fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.372935485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"47121d3b-ac5c-4916-bf49-95638c0ec2fc","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.385375309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4fa159f5-05ec-4b55-876e-7ca05b06f036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.387559579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b541b583-c1b6-47d8-a109-45b2cbfc2d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.389119013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a566eba8-b636-4ddc-bc4a-d498d7902fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.395230559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"47121d3b-ac5c-4916-bf49-95638c0ec2fc","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.415832704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9065f96dd157764d649be8879f074831e25b6938d954ce49ae66ff2ffa839a29) AuthConfig (987110bdc94eab2792ebc73a3607fb293b4b32ce055e8c9c7025a39cf5b2ef97) AuthConfig (d5164f8669e5b4cf841b14e0a38f3d53312c6d77fef9a16960520b7437dae9c5) AuthConfig (2fbbed4aea55c4765cda7310c80c46995baec63bb0a37141cb76e9ddf663e5ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"47121d3b-ac5c-4916-bf49-95638c0ec2fc","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.457911276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"6759527b-7559-43eb-a346-2a16b0c83cee","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.478897216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"6759527b-7559-43eb-a346-2a16b0c83cee","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.482574924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3053f118-d33c-42ff-be29-bfaa41f4ba89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.517185415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3053f118-d33c-42ff-be29-bfaa41f4ba89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.626291169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"fa3598f8-2d60-4e72-a91e-10ebce01e6a8","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.643803946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f0352463-f901-432d-b3c9-e052bb45cb9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.64387337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5f08ef29-2d46-4de8-9817-d7c041df8dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.648723189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"fa3598f8-2d60-4e72-a91e-10ebce01e6a8","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.664995798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f0352463-f901-432d-b3c9-e052bb45cb9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.666387127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5f08ef29-2d46-4de8-9817-d7c041df8dfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.744732485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3cc0dbdc-57f3-4406-8d17-577f557f98d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.744732556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"87e8d66e-aac5-488b-aa33-a0379875e0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.766453193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"87e8d66e-aac5-488b-aa33-a0379875e0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.766905731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"3cc0dbdc-57f3-4406-8d17-577f557f98d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.829469433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"49141973-8fd4-475d-a9d9-ce1a87851347","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:00.850453142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"49141973-8fd4-475d-a9d9-ce1a87851347","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.366000549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"ab14dd67-c690-4bfd-bf7f-bc5c4a5ffec3","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cfl-20b3b5","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.460817812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"7bbc9993-bfa0-42a3-aacc-6f671daccddc","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.460845342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"7bbc9993-bfa0-42a3-aacc-6f671daccddc","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.694557358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"e52b5f27-34bc-46fc-b4be-741573534bdc","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cfl-596d33","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.788457333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"019ce51e-7a9f-4271-a69d-657acd973fb5","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:02.788488193Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"019ce51e-7a9f-4271-a69d-657acd973fb5","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.029508205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"de54555c-aeb5-4873-a849-5b1ee8a0f0d5","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.124960432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"2550b288-aa95-4d3c-b356-be9306323b0f","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.124989475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"2550b288-aa95-4d3c-b356-be9306323b0f","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.228262832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45131838-f1c4-4b52-9885-3d31be81c2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.228411206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4601305e-7301-4322-b99d-274ef34b1d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.231307925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"e08bc784-fe39-43ec-bf8a-09648e6da75b","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.252301107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45131838-f1c4-4b52-9885-3d31be81c2ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.253578698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4601305e-7301-4322-b99d-274ef34b1d7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.254475605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"e08bc784-fe39-43ec-bf8a-09648e6da75b","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.274592607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"e08bc784-fe39-43ec-bf8a-09648e6da75b","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.314306253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"8a4ddbec-a02a-4875-87b7-7aa3e4b76ece","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.315936248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"5ebdba52-127d-46d7-bbda-6f86bd02f1ab","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.31596791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"5ebdba52-127d-46d7-bbda-6f86bd02f1ab","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.33557285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"8a4ddbec-a02a-4875-87b7-7aa3e4b76ece","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.500550656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d2497438-aedb-4b96-b782-e62fd68a1a66","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:03.526782187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d2497438-aedb-4b96-b782-e62fd68a1a66","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:04.156118981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"0fce2b77-579d-4189-acc8-41cb9c31deb4","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:04.179995234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"0fce2b77-579d-4189-acc8-41cb9c31deb4","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.29763826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"b48465f7-770f-4f76-9a41-8655500c85b8","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.297668533Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"b48465f7-770f-4f76-9a41-8655500c85b8","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.341083541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"16410f1c-d814-470f-a189-c7cf428e6539","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.344004198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"234a8617-a0a6-462b-813c-10c1fb08562e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.344389584Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"dc19bf5e-955c-495b-8f75-1a4b9d87e3f4","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d55d3f0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.367837535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"16410f1c-d814-470f-a189-c7cf428e6539","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.367864268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"234a8617-a0a6-462b-813c-10c1fb08562e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.403892434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"bd0e18f9-4ffe-414f-b7fe-981bc5773254","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.403922614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"bd0e18f9-4ffe-414f-b7fe-981bc5773254","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.444774229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"53b8966a-a7da-4520-82d6-ef4e3d614508","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db6c6753","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.517505023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"91729154-7d37-4832-9d79-b144ad560186","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.531347154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"e8712ab1-b7fa-437e-8ee0-766db2c5da9f","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.531370545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"e8712ab1-b7fa-437e-8ee0-766db2c5da9f","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.538246673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"91729154-7d37-4832-9d79-b144ad560186","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.58797765Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"012f7d15-9882-477d-9f75-c885407c7ef7","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8fd6b091","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.686802318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"50271ec7-eefe-474b-bc24-3e792845c6a9","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.699124178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"349ea379-0289-4ff9-bee9-418e25d935d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.705455669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3534d8c5-67b7-45e2-89b6-19fc17f100d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.708580961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"50271ec7-eefe-474b-bc24-3e792845c6a9","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.72072219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"349ea379-0289-4ff9-bee9-418e25d935d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.726674478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3534d8c5-67b7-45e2-89b6-19fc17f100d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.756139285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"5fe7ddb4-6688-4163-9826-e00603db07d3","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.778309448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"5fe7ddb4-6688-4163-9826-e00603db07d3","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.823893297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"7f44ff31-0185-4bde-9e63-bba3b6148344","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.844776773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"7f44ff31-0185-4bde-9e63-bba3b6148344","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.854603414Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"2fb00134-8138-48f3-9c2b-0e56132c487e","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.871477483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"bf9b5866-33f2-4447-9926-94a54ffb26d5","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.871513684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"bf9b5866-33f2-4447-9926-94a54ffb26d5","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fbfe5c-57d0105c34f3","namespace":"llm","model":"e2e-dft-refs-fbfe5c","externalModel":"e2e-dft-refs-fbfe5c","provider":"e2e-dft-refs-fbfe5c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.895257053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d0e1f8a6-2ecc-4025-9704-10d0f6694371","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.895291096Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d0e1f8a6-2ecc-4025-9704-10d0f6694371","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.895708062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ae44cf-5b46-40a1-8838-041aee373958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.895727471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3ae44cf-5b46-40a1-8838-041aee373958","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896278321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acb12b6-be5c-4279-8095-ea6c2908e1b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896296463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acb12b6-be5c-4279-8095-ea6c2908e1b6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896694997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0577f2cb-0111-460d-8276-08ecf2354255","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896713856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0577f2cb-0111-460d-8276-08ecf2354255","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896978473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09dc3f3e-24c0-4311-beda-46a0ea001f8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.896989246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09dc3f3e-24c0-4311-beda-46a0ea001f8e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897236813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"261e036b-6dfa-4b81-bef9-8eaf01f2a8ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897247019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"261e036b-6dfa-4b81-bef9-8eaf01f2a8ed","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897507049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d202da57-ae3b-437a-a768-1219bc0e1f22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897517828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d202da57-ae3b-437a-a768-1219bc0e1f22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897849751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"134b5f07-a277-4d06-961e-46b11de8f911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.897865379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"134b5f07-a277-4d06-961e-46b11de8f911","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.898136524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e99e7cb-4316-4f70-9d4e-10d3b11f24be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.898147477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e99e7cb-4316-4f70-9d4e-10d3b11f24be","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.906214677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ca748d7b-1d05-4f6c-88c1-2b22ffe30148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.909454757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7be5c238-8dfc-423e-9d79-cb4e6a503bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.909492869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cfd89b6a-f056-464f-9075-b63d7f85c9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.914662721Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"0da69b16-a059-437f-9199-ec63707a5d23","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fbfe5c-57d0105c34f3","namespace":"llm","model":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.921753366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"05d37963-c0c0-4329-b451-80af1304f0bd","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.927169345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"ca748d7b-1d05-4f6c-88c1-2b22ffe30148","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.931101656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7be5c238-8dfc-423e-9d79-cb4e6a503bcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.931046685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"cfd89b6a-f056-464f-9075-b63d7f85c9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.943097119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"05d37963-c0c0-4329-b451-80af1304f0bd","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.946614681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bee06caa-eea3-4380-acdf-f34a83287d6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.947615672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06e8cca1-dc74-4865-913c-8784346816e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:05.962969636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"05d37963-c0c0-4329-b451-80af1304f0bd","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.02184117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"ae350c3f-a59e-46de-af95-ab4d62f0ce6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.043568756Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"1e08245e-ddfb-46e0-b8ee-81ed0978ef6a","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.048049134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"ae350c3f-a59e-46de-af95-ab4d62f0ce6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.060297036Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"9d486ae5-f80c-4ca8-823e-e7ec346e357a","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"name":"e2e-dft-refs-fbfe5c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.098263149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"663229b7-8eba-45f8-b078-68d460320bdb","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.11484847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"309abdbe-a736-4a1f-93fa-448b4bbf8f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.116515274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1bde72d9-b6bd-4452-a581-3e68ce90914c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.122295357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"663229b7-8eba-45f8-b078-68d460320bdb","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.134255176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ea633dd-9d6d-43a1-8d81-e76b8d172f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.154670605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"309abdbe-a736-4a1f-93fa-448b4bbf8f0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.181620258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1bde72d9-b6bd-4452-a581-3e68ce90914c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.186430603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ea633dd-9d6d-43a1-8d81-e76b8d172f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.314510657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"8de29a7a-b365-4ef3-8291-0e855161a94a","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.316372311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"569e390e-ea72-4d8a-b975-7e72c158eee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.316373933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d4798b7a-6cb0-4740-94bb-7c0b764a3833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.335684618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"8de29a7a-b365-4ef3-8291-0e855161a94a","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.337680714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d4798b7a-6cb0-4740-94bb-7c0b764a3833","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.337972223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"569e390e-ea72-4d8a-b975-7e72c158eee9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.41499588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"868ac9fd-205d-4086-b080-b38974bff96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.43037895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53bc7cd8-03e9-413d-b07b-d9e903b4a101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.433916698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b5523f55-2d4a-4692-8130-cda87ca9c583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.435021821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"502f3315-1d9e-45cb-9174-3c7bf7c4a011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.437192182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"868ac9fd-205d-4086-b080-b38974bff96d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.45154681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53bc7cd8-03e9-413d-b07b-d9e903b4a101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.455405692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b5523f55-2d4a-4692-8130-cda87ca9c583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.455634947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"502f3315-1d9e-45cb-9174-3c7bf7c4a011","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.520863241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2a197c7a-07a2-43dc-a92b-8ea5c8664612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.546371055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2a197c7a-07a2-43dc-a92b-8ea5c8664612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.654630308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"03f48a4e-ccbc-400e-ae96-d98d51c7029c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.702047654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"03f48a4e-ccbc-400e-ae96-d98d51c7029c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.766353404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"03f48a4e-ccbc-400e-ae96-d98d51c7029c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.782572071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3dddb504-e40c-4a71-936e-2fd09a69249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.782637939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"216235e0-8f6c-4ed7-bd64-fb18142ce560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.783148711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8f8e1f27-7f5d-4bcc-84df-d3f3eb31bf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.804590395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8f8e1f27-7f5d-4bcc-84df-d3f3eb31bf08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.805645093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"216235e0-8f6c-4ed7-bd64-fb18142ce560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.80732059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3dddb504-e40c-4a71-936e-2fd09a69249a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.830995182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"b7168f41-5eff-4922-843b-2ffcbaef7848","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.852213417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"b7168f41-5eff-4922-843b-2ffcbaef7848","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.905622781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"8222f989-1956-4796-a140-9f165ab9bcfa","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.921979234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"a210b768-016a-4ae9-9646-30bfe171fd96","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"name":"e2e-dft-refs-fbfe5c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.972703751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"50286e6f-bd23-4b3d-8906-03d29d5dea26","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.988099979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b35b1711-e934-4c2e-a562-497e06d782b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.988108719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"babcbbca-cf02-4e90-8648-813aa2ec0cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.988790221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"22ee7a9b-d151-4b93-bb51-280000585001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:06.994552806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"50286e6f-bd23-4b3d-8906-03d29d5dea26","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.000543467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1932510-e6e7-4348-bf9d-d73244ae32e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.000564814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1932510-e6e7-4348-bf9d-d73244ae32e8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001121264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a48151c-7000-48d3-b968-f6683303fec4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001139065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a48151c-7000-48d3-b968-f6683303fec4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001506259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5d7474a-3557-457f-8f8e-0a04468b1146","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001520841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c5d7474a-3557-457f-8f8e-0a04468b1146","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001859087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fdebbc8d-12d8-4068-a8ca-32b6ed93f84e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.001872725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fdebbc8d-12d8-4068-a8ca-32b6ed93f84e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.00222211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5d1fedd-05b6-4aa0-8594-e6576c1a00e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.002236372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5d1fedd-05b6-4aa0-8594-e6576c1a00e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.002578063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b279ee1-2bad-4346-b16b-7e95ee1e15c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.002591562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9b279ee1-2bad-4346-b16b-7e95ee1e15c4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.003079332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3db4ef47-554a-4e38-ad3d-da91059fd549","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.003096358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3db4ef47-554a-4e38-ad3d-da91059fd549","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.003439823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"297bef80-bd73-4dd6-93bf-9bcca9e08f2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.003453086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"297bef80-bd73-4dd6-93bf-9bcca9e08f2f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.010643956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b35b1711-e934-4c2e-a562-497e06d782b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.010804339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"22ee7a9b-d151-4b93-bb51-280000585001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.014120999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"babcbbca-cf02-4e90-8648-813aa2ec0cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.014886643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"50286e6f-bd23-4b3d-8906-03d29d5dea26","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.022004912Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"43f2ad78-48dd-4942-b1ee-778ea33d0f47","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"name":"e2e-dft-refs-fbfe5c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.038686339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d3e93254-86a4-4500-af93-a480844ff8d0","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.03870618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"d3e93254-86a4-4500-af93-a480844ff8d0","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.061251736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"219ec845-a5be-4a14-80ff-31a99f1d6041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.061913178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"416e47ad-864a-42c2-b7ec-bb32a08528ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.061930281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"416e47ad-864a-42c2-b7ec-bb32a08528ac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062284744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"297d1118-6292-4ab5-8f97-2a7f4e777462","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062297463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"297d1118-6292-4ab5-8f97-2a7f4e777462","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062651741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7f8a988-2574-42e0-8cb6-91fcb7102e0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062664916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e7f8a988-2574-42e0-8cb6-91fcb7102e0d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062928446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65d6a387-4836-4724-b946-bc5c19b269ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.062941095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"65d6a387-4836-4724-b946-bc5c19b269ae","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.069692407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd113a4d-5887-4839-b8c9-00f810ad4027","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.070042766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c91776e7-3d55-4c9f-992a-d9a3651fd2f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.07966896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"fdfbeb6d-5526-40ce-9be8-6a17a6c57acb","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"name":"e2e-dft-refs-fbfe5c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.084182501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"219ec845-a5be-4a14-80ff-31a99f1d6041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.097797448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"7f08c974-a8b8-45e6-a2a8-dfc78fb31268","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.097825163Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"7f08c974-a8b8-45e6-a2a8-dfc78fb31268","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.098312526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baa928d9-458f-42d0-9791-508eaacca4bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.09833444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"baa928d9-458f-42d0-9791-508eaacca4bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.098901475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d4ac88be-e171-45aa-9566-46d2c6d4b43f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.098915641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d4ac88be-e171-45aa-9566-46d2c6d4b43f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.099342276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd19f647-8cc3-4569-9dcf-7a15e8d30f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.099356108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dd19f647-8cc3-4569-9dcf-7a15e8d30f4f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.099733812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc84a81a-f5b8-4367-b0df-ecdb70d02b51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.099747955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc84a81a-f5b8-4367-b0df-ecdb70d02b51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.157403748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8fe9f1a4-aaf3-4133-a8ca-b92bb66fb78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.17939509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"8fe9f1a4-aaf3-4133-a8ca-b92bb66fb78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.242179634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"597a9526-eee9-4d3e-8ef2-2358a10464d6","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.257710458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"aec41ff5-ff2c-42d4-9e5b-067d147b0822","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.261661796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"8940b497-8c89-437e-a1ae-1332b2c0f0a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.263656855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"597a9526-eee9-4d3e-8ef2-2358a10464d6","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.276946564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ed26e3-0d63-4e27-a40c-22a95d7d17bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.279273608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"aec41ff5-ff2c-42d4-9e5b-067d147b0822","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.283642592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"8940b497-8c89-437e-a1ae-1332b2c0f0a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.303718055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"57ed26e3-0d63-4e27-a40c-22a95d7d17bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.364619668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6ce5bde3-7841-445a-a8a3-0b7abb313bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.388562208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6ce5bde3-7841-445a-a8a3-0b7abb313bcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.399591862Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"e623b009-cbfa-42cb-90ab-62c6af963693","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.416407316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"f27514bf-3225-409b-b36e-6a2faa8eeb9b","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.416432158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"f27514bf-3225-409b-b36e-6a2faa8eeb9b","MaaSModelRef":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-fbfe5c-57d0105c34f3","namespace":"llm","model":"e2e-dft-refs-fbfe5c","externalModel":"e2e-dft-refs-fbfe5c","provider":"e2e-dft-refs-fbfe5c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.428703056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"f493dbec-a5e3-4995-b7a5-9608f2321064","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.434322114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9a7d25ea-93d6-454d-b730-1fc751eb1747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.454623937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d2c107e8-6b1c-41c7-947f-3ea05d1a1ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.463618376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"f493dbec-a5e3-4995-b7a5-9608f2321064","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.465865869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9a7d25ea-93d6-454d-b730-1fc751eb1747","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.478485971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"d2c107e8-6b1c-41c7-947f-3ea05d1a1ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.565223744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1ffb036-560d-4299-a94a-35f0a7675600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.565830428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8f9b3ece-b9c1-4fe8-882a-868194b32d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.595361856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1ffb036-560d-4299-a94a-35f0a7675600","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.598904768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"8f9b3ece-b9c1-4fe8-882a-868194b32d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.681455352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d2d6e387-2f4b-48aa-b324-7740c060d957","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.681939501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ef8d6ba8-30fd-49b7-8dee-436174093e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.698423707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f12ed79e-aeb9-4f63-bb67-16b1b2cfa6c7","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.70396186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d2d6e387-2f4b-48aa-b324-7740c060d957","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.703973725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"ef8d6ba8-30fd-49b7-8dee-436174093e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.71901597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f12ed79e-aeb9-4f63-bb67-16b1b2cfa6c7","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.766532679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f12ed79e-aeb9-4f63-bb67-16b1b2cfa6c7","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.817047182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"df182a5a-add0-4262-9aa6-b5db651014c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.832475293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1f4a1faf-05a1-4d72-8b1b-237df43c9bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.832722549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3b4bd791-a46b-4d63-a2d3-b464316a9d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.837900395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"df182a5a-add0-4262-9aa6-b5db651014c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.847824316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b10e2ad3-6d72-4142-b452-318c896dd17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.856711995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"3b4bd791-a46b-4d63-a2d3-b464316a9d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.857013476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1f4a1faf-05a1-4d72-8b1b-237df43c9bc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.864807127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f6119d41-9d02-40df-ae6e-03717662138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.871363544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"b10e2ad3-6d72-4142-b452-318c896dd17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.887494914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f6119d41-9d02-40df-ae6e-03717662138b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.942591961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"134c5103-bcd1-461f-9829-3aefded2686d","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:07.963729422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"134c5103-bcd1-461f-9829-3aefded2686d","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.046308043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"131ca3c3-083f-4cbe-b87a-b53142766324","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.066752392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4bdb6a24-ef64-42b4-86ae-9ce7f9871f13","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.06769951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"131ca3c3-083f-4cbe-b87a-b53142766324","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.089577218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3a80c41-469e-48a9-a90f-0846fefb92f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.089711328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4bdb6a24-ef64-42b4-86ae-9ce7f9871f13","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.110949794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3a80c41-469e-48a9-a90f-0846fefb92f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.148470781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"465f2fe4-0ec1-4868-9b25-e11ade19c27f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.170470327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"465f2fe4-0ec1-4868-9b25-e11ade19c27f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.253532582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fd73c205-daf6-4d7a-a750-80a50d70b924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.275540338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"fd73c205-daf6-4d7a-a750-80a50d70b924","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.342130408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"778645e0-4e6a-4802-8b0b-2c01d63fc660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:08.363108278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"778645e0-4e6a-4802-8b0b-2c01d63fc660","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.393443632Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"e5856864-30ef-41be-9c62-7eec82c56ea6","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.417412098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"218f86e1-4b14-4632-a258-6d24c4909dc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.417431567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"218f86e1-4b14-4632-a258-6d24c4909dc9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.417764431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"901ea621-aaa4-46f4-ac5a-439401a501fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.417780112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"901ea621-aaa4-46f4-ac5a-439401a501fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.434357597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"789b446f-552e-4c71-a80c-5e44fce4f778","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.43437997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"789b446f-552e-4c71-a80c-5e44fce4f778","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.434647182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e1f79f-1ccc-49a8-9fe8-63b43484c337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.43465749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73e1f79f-1ccc-49a8-9fe8-63b43484c337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.434985076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc6e5ccd-d925-4eb2-b04d-54f17fb1e68c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.43499559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bc6e5ccd-d925-4eb2-b04d-54f17fb1e68c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.43525168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c32f34ba-2f3e-4007-ae28-29bcf9a7961f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435261638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c32f34ba-2f3e-4007-ae28-29bcf9a7961f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435477571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57d74ad0-9dfa-418d-a27f-cc7055cb1634","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435487583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57d74ad0-9dfa-418d-a27f-cc7055cb1634","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435695065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d2497b3-2444-4dfb-9e33-49f301489fd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435704289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d2497b3-2444-4dfb-9e33-49f301489fd7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.43590433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d19f135-bb7c-4eea-8c15-8333f1abf289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.435914001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7d19f135-bb7c-4eea-8c15-8333f1abf289","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.446389223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ed959267-3809-4303-9664-2ab08368e0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.446741811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b8a19c30-01a1-437a-bbd1-d85134e802b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.449226164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f96460bd-8713-40c0-bd49-43dff35717b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.471441567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"4f7ff86d-b9eb-49e2-a530-90c652521e0c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.478920461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b8a19c30-01a1-437a-bbd1-d85134e802b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.480475942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f96460bd-8713-40c0-bd49-43dff35717b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.481886603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"ed959267-3809-4303-9664-2ab08368e0b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.487088271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2f635e7-8c5b-4963-a597-cbdf2f84ba36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.512883843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c2c41ee-8c9d-45ea-a728-d62ff7555b6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.518762773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2f635e7-8c5b-4963-a597-cbdf2f84ba36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.520686177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"4f7ff86d-b9eb-49e2-a530-90c652521e0c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.557952414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"4f7ff86d-b9eb-49e2-a530-90c652521e0c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.632941665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d3411ecb-d030-442c-90bf-ac7c9d637e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.64843005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa0dba84-7dc5-4ea9-a554-8bf3113e3076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.670524097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"aa0dba84-7dc5-4ea9-a554-8bf3113e3076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.72774633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d697ed8f-b3fd-4ec8-8a05-25b198721700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.727756259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"667b294d-8b5d-4f08-86b9-148440e26af8","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.728644349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f8a2d5f5-8d13-4297-a193-97135266724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.742419244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"51bfc183-f94a-4ea0-a2c6-19cad77de44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.749527801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d697ed8f-b3fd-4ec8-8a05-25b198721700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.750248116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"667b294d-8b5d-4f08-86b9-148440e26af8","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.752407512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f8a2d5f5-8d13-4297-a193-97135266724c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.765377453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"51bfc183-f94a-4ea0-a2c6-19cad77de44c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.809828882Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-fbfe5c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-fbfe5c","reconcileID":"de68a9b9-5154-4527-a1d2-f7d39329b09c","namespace":"llm","name":"e2e-dft-refs-fbfe5c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.890140953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"61297096-d819-4716-9a4c-3ec8a83941c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.89088005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"d0ae3bfc-9b68-4e46-84e5-5a6fe35f4ff5","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.915747171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"d0ae3bfc-9b68-4e46-84e5-5a6fe35f4ff5","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.915850771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"61297096-d819-4716-9a4c-3ec8a83941c5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.983791336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"933fe87b-cc74-43b6-a6f3-513c1dad2a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:13.985165104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"733fe9c9-9701-4a68-9776-c01c6b638b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.002865454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c8f98b8-c16b-49a3-bc8a-2a665fd7a740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.008291175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"733fe9c9-9701-4a68-9776-c01c6b638b79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.008366313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"933fe87b-cc74-43b6-a6f3-513c1dad2a08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.024043102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c8f98b8-c16b-49a3-bc8a-2a665fd7a740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.069765967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d4c1b118-790d-4ac6-9794-87b559064760","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.085142281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f5487cfa-3726-422d-834c-c8667c134105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.091039206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"d4c1b118-790d-4ac6-9794-87b559064760","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.109680409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f5487cfa-3726-422d-834c-c8667c134105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.208310638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42277cc2-0a80-4abd-b0b4-2117d2e198b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.21159615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6c398a3d-1cc6-4c5a-a2b7-194983bbfeaf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.229984169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42277cc2-0a80-4abd-b0b4-2117d2e198b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.232401825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6c398a3d-1cc6-4c5a-a2b7-194983bbfeaf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.251962478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6c398a3d-1cc6-4c5a-a2b7-194983bbfeaf","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.291609717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"76691758-3108-45a2-a9c8-797d8f0c690a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.312395739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"76691758-3108-45a2-a9c8-797d8f0c690a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.393115819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1256579b-3d43-48b3-8a28-78a401ec068f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.393137304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"83320973-93fc-4195-a4c6-2cece56dbe80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.39515242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"45be8e1c-a832-4650-ad48-f931079f4ebb","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.409731393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3265d0fe-78d8-4fac-9573-8ec091e12ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.410547584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"5bd2f35d-bc45-41b0-8a60-eb03354d072f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.425517955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"83320973-93fc-4195-a4c6-2cece56dbe80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.429210313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"45be8e1c-a832-4650-ad48-f931079f4ebb","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.440205764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1256579b-3d43-48b3-8a28-78a401ec068f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.454220566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"5bd2f35d-bc45-41b0-8a60-eb03354d072f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.454854005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3265d0fe-78d8-4fac-9573-8ec091e12ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.565334234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"699bf496-3832-457e-bb3f-920c353e517e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.565476197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fbfdb20b-85ce-4b5a-9e55-e660fc39ba4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.587090638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"fbfdb20b-85ce-4b5a-9e55-e660fc39ba4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.587155708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"699bf496-3832-457e-bb3f-920c353e517e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:14.630676552Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.372453328Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"9b6e31df-02e1-41e8-8977-f15c931aedc8","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","subscription":"e2e-cfl-same-499abf-842bba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.40823506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"9b6e31df-02e1-41e8-8977-f15c931aedc8","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.425604133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-sub","reconcileID":"9b6e31df-02e1-41e8-8977-f15c931aedc8","MaaSSubscription":{"name":"e2e-cfl-same-499abf-842bba-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.463918061Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"141020e9-31d8-42b6-ac11-975d60522f25","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","subscription":"e2e-cfl-20b3b5-e1499d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.497693082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"141020e9-31d8-42b6-ac11-975d60522f25","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.527864542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-sub","reconcileID":"141020e9-31d8-42b6-ac11-975d60522f25","MaaSSubscription":{"name":"e2e-cfl-20b3b5-e1499d-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.551822281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"28f97ad4-4805-4e7f-990d-96f8003e0919","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.551856896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"28f97ad4-4805-4e7f-990d-96f8003e0919","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.585441976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"9fc68ee9-78a1-418f-9a4a-ca9b43385797","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.585464585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"2eb83520-2849-46e2-a5cb-5080ace7fb86","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.590710522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"4549c18b-ec7b-4b2b-b607-c10dbf4e4ba4","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.590726973Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"4549c18b-ec7b-4b2b-b607-c10dbf4e4ba4","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.607022851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"2eb83520-2849-46e2-a5cb-5080ace7fb86","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.607038172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"9fc68ee9-78a1-418f-9a4a-ca9b43385797","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.607196248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"0895ae6b-03e1-421b-8574-6e2b96ab4039","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","subscription":"e2e-cfl-596d33-cf7766-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.640341807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"0895ae6b-03e1-421b-8574-6e2b96ab4039","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.702046495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"b220c0c3-7db0-40e4-bec9-f3f5b0871186","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.702089557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"b220c0c3-7db0-40e4-bec9-f3f5b0871186","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.720789352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"fc6085fa-ff0f-411e-8038-3789aed47dce","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.725208552Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-sub","reconcileID":"0895ae6b-03e1-421b-8574-6e2b96ab4039","MaaSSubscription":{"name":"e2e-cfl-596d33-cf7766-sub","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"maas-trlp-e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.741498391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"c1d87e9d-5144-4733-a5d5-0e3204c7cb9b","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.741530108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"c1d87e9d-5144-4733-a5d5-0e3204c7cb9b","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.744684469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"fc6085fa-ff0f-411e-8038-3789aed47dce","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.759517657Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-842bba-access","reconcileID":"46ae2b08-2761-4b32-9d82-e06162b40a8e","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-842bba-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.835889292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"dd306bf6-3e31-45f9-be70-630a88fd37c3","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.835924439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"dd306bf6-3e31-45f9-be70-630a88fd37c3","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.859473579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"eea9990f-db48-406c-981c-3c94d909dbe5","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.87757758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"1ded2f10-6dac-44cd-9675-0c50b44eef25","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.877608708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"1ded2f10-6dac-44cd-9675-0c50b44eef25","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.881799242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"eea9990f-db48-406c-981c-3c94d909dbe5","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.917223734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"6c6de56f-4a4d-4cb2-bac9-1ca933a8ce39","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-2-842bba/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.917246551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"6c6de56f-4a4d-4cb2-bac9-1ca933a8ce39","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"routeName":"external-model-e2e-cfl-same-499abf-8b52a862edd4","namespace":"e2e-extmod-cfl-2-842bba","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.960010105Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71f0ac3f-6917-41e4-82b8-c683548b18db","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.984609742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"ae4408f3-38ca-4009-a131-4b60c7b8bdc5","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:15.984638263Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"ae4408f3-38ca-4009-a131-4b60c7b8bdc5","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.060214807Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"87e8fa0e-0d71-4dbe-b507-53b953fbba05","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.077130848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"cde48e9b-c314-475a-baaa-a7066f0ac814","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.077151256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"cde48e9b-c314-475a-baaa-a7066f0ac814","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.095033781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f5a00b15-cc6c-49dd-bbad-d7ad648d428f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.11849022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"f5a00b15-cc6c-49dd-bbad-d7ad648d428f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.124732728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"d8c65a46-ae23-4c9a-943c-9e1d66f0f344","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca43c86f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.179748475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71f0ac3f-6917-41e4-82b8-c683548b18db","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.236901822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71f0ac3f-6917-41e4-82b8-c683548b18db","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.236927713Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5-e1499d-access","reconcileID":"71f0ac3f-6917-41e4-82b8-c683548b18db","MaaSAuthPolicy":{"name":"e2e-cfl-20b3b5-e1499d-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.237169494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","reconcileID":"e4c63327-4855-428d-a595-5799e7ce079f","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.256681969Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","reconcileID":"88e7ab7c-3657-4b6f-ac99-8254ca000908","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.259778413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"87e8fa0e-0d71-4dbe-b507-53b953fbba05","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.274550334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"166ff5fd-b6e7-4209-9694-cc6e38a45fee","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"tenant":"e2e-extmod-a-e1499d","gateway":"openshift-ingress/e2e-extmod-a-e1499d","model":"ai-tenant-e2e-extmod-a-e1499d/e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.274570041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"166ff5fd-b6e7-4209-9694-cc6e38a45fee","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"routeName":"external-model-e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d","model":"e2e-cfl-20b3b5","externalModel":"e2e-cfl-20b3b5","provider":"e2e-cfl-20b3b5-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.2931869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5333597c-33a0-4639-81dd-7881e1960bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.30394117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4579b98a-3937-4f4e-a066-6b5d25b38d6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.308571374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"7df7db92-dcf0-4012-be8e-8bb66db76c5e","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.314854141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0e4bf267-ab6b-4618-961b-3c18476f9487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.31572729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"87e8fa0e-0d71-4dbe-b507-53b953fbba05","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"name":"e2e-extmod-a-f29358-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.315743725Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"e2e-cfl-596d33-cf7766-access","reconcileID":"87e8fa0e-0d71-4dbe-b507-53b953fbba05","MaaSAuthPolicy":{"name":"e2e-cfl-596d33-cf7766-access","namespace":"ai-tenant-e2e-extmod-a-f29358"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-f29358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.317300206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5333597c-33a0-4639-81dd-7881e1960bee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.324927567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4579b98a-3937-4f4e-a066-6b5d25b38d6c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.329050652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"7df7db92-dcf0-4012-be8e-8bb66db76c5e","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.337416801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"0e4bf267-ab6b-4618-961b-3c18476f9487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.349951413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"7df7db92-dcf0-4012-be8e-8bb66db76c5e","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.353412281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"6c9b8247-1fdb-4bc2-9281-76b5d390108b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"tenant":"e2e-extmod-a-f29358","gateway":"openshift-ingress/e2e-extmod-a-f29358","model":"e2e-extmod-cfl-1-cf7766/e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.353438329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"6c9b8247-1fdb-4bc2-9281-76b5d390108b","MaaSModelRef":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"routeName":"external-model-e2e-cfl-596d33-25b4ad1f251a","namespace":"e2e-extmod-cfl-1-cf7766","model":"e2e-cfl-596d33","externalModel":"e2e-cfl-596d33","provider":"e2e-cfl-596d33-provider","gateway":"openshift-ingress/e2e-extmod-a-f29358","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.428920978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fd8ab107-a123-4245-a8aa-a7c67eb94c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.444823853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4b320e9-e527-4031-8512-16badb47aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.450365148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"fd8ab107-a123-4245-a8aa-a7c67eb94c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.468852182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4b320e9-e527-4031-8512-16badb47aa66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.52727415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"4420c9f6-67a7-44ca-a7d2-3b81a4a2bc15","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.527760198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"303948a9-e10c-478a-b493-3bed93338e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.527915783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9ee00703-345d-44a7-8845-c880f21cc07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.548918863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"303948a9-e10c-478a-b493-3bed93338e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.549186602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"9ee00703-345d-44a7-8845-c880f21cc07f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.69203403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c449ab61-efb9-4976-ae5f-0a46548b3fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.75488914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"c449ab61-efb9-4976-ae5f-0a46548b3fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.843697997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2cf5d204-aeee-4959-a163-daf1a585bc95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.844338137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70ea4a9a-30e4-4652-a230-a7746752a15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.863558354Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"e39e72e7-b32d-4efa-a2db-6984e0fda0a1","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.87309598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70ea4a9a-30e4-4652-a230-a7746752a15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.883891733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2cf5d204-aeee-4959-a163-daf1a585bc95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.896390993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"500df75d-a1b4-4f62-afce-1ad7707e2ff8","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.903697762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1745f1dc-d15e-45f7-867c-cd511651f400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.913975949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"bf5f3298-15de-4619-b992-02b5b4e5124c","namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.917566042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e988f349-cc1a-4392-a932-4ec8e552dfe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.966701051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1745f1dc-d15e-45f7-867c-cd511651f400","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.977572728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"e988f349-cc1a-4392-a932-4ec8e552dfe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.977977541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"cd621a06-bb9d-4a3e-822f-fe8d16763068","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:16.986307122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4a478931-68ce-4a40-b441-9442d5dbd0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.075374615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4a478931-68ce-4a40-b441-9442d5dbd0c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.075954741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"74c13162-8fed-4a2f-8496-5dbbda6deacd","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.100884793Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"0b1c0bb0-3de1-42cf-8c15-8f95d5160507","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.121371562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"d21a6238-2e81-45a9-a0cf-abc10f634d79","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.137652872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"74ba3864-840f-4c39-b3e5-09b49e907823","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.139806107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b1725b4e-ae96-44ac-bf8a-7ef7720b9946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.152362059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"483581c4-75e9-4ce2-8e22-f92c7932d509","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.160622065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b1725b4e-ae96-44ac-bf8a-7ef7720b9946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.184653957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"483581c4-75e9-4ce2-8e22-f92c7932d509","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.204438685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"483581c4-75e9-4ce2-8e22-f92c7932d509","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.217717071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4efe9f89-a266-442d-9757-5fa735d28a11","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.23840585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"4efe9f89-a266-442d-9757-5fa735d28a11","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.246381645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ac92d0a-16b0-42d6-a1bb-2ec4bd625322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.276896273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ac92d0a-16b0-42d6-a1bb-2ec4bd625322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.340746347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"97cecb8b-18c4-43d8-82a4-cb05f6148ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.354287899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"090b6639-8c96-446e-87ff-78ffb303ef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.354325298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"94f6d25d-3d85-43e2-b0df-309a49fa9c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.366740375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"97cecb8b-18c4-43d8-82a4-cb05f6148ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.39556928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"090b6639-8c96-446e-87ff-78ffb303ef77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.395797704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"94f6d25d-3d85-43e2-b0df-309a49fa9c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.524733818Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","reconcileID":"12285b0b-8ab1-41c0-a41a-12f94c64e210","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.541014644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"52b76b95-3fbb-4cb2-9b09-b6d5df6902a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.542371042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"af19c00a-1405-4f42-83fa-4bde01bc1ee2","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.55698248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e1f88f-24ad-4dcb-9860-e3f98050f2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.575997597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"52b76b95-3fbb-4cb2-9b09-b6d5df6902a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.612771901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57e1f88f-24ad-4dcb-9860-e3f98050f2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.660905808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"b6f9d1a8-c845-43b0-ba28-290e776b2ee8","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.725471337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1d44c71c-4f81-4e5d-826e-5542af034413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.726202916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1fa69771-57ea-463a-83bf-84c5142b6bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.726362507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e5f4679e-60c1-4afb-bfbc-bc12a04e4a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.747984368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1d44c71c-4f81-4e5d-826e-5542af034413","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.748791957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"1fa69771-57ea-463a-83bf-84c5142b6bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.750244724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"e5f4679e-60c1-4afb-bfbc-bc12a04e4a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.851416384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4f96b201-7749-48a7-8cfe-fc8e78ba1b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.853956579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"75e19bc8-ad29-4a5e-91d7-5e3790964f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.886191261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"75e19bc8-ad29-4a5e-91d7-5e3790964f3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.88669606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4f96b201-7749-48a7-8cfe-fc8e78ba1b37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.921553753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"99f72520-6b5a-4e78-b1d7-aa612a3c56f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.936822745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1785eb80-0136-4c07-8429-77f0793a0dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.942564668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"99f72520-6b5a-4e78-b1d7-aa612a3c56f5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.955741145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f8301921-413e-4946-bd68-944ab75172d9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.957755737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1785eb80-0136-4c07-8429-77f0793a0dee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:17.986017065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f8301921-413e-4946-bd68-944ab75172d9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.013580878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"f8301921-413e-4946-bd68-944ab75172d9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.046817295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"751e2441-12ba-488c-903f-3630cf60f0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.063015068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97e1bc67-e540-4fbc-8b72-cc8f2cedf590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.072645107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"751e2441-12ba-488c-903f-3630cf60f0ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.085421773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97e1bc67-e540-4fbc-8b72-cc8f2cedf590","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.145337382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"35f3066f-f036-4a24-bf86-c20f5cfc6873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.171642056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"35f3066f-f036-4a24-bf86-c20f5cfc6873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.250383992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a7e9cca3-895f-4f38-8462-3d41664f1bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.268530229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3f4295-818f-4831-98dd-fdcd708c54c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.276759924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a7e9cca3-895f-4f38-8462-3d41664f1bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.301441529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa3f4295-818f-4831-98dd-fdcd708c54c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.344752294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5894fec3-74cc-4a67-a734-2c1f5bd0d520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.392418663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5894fec3-74cc-4a67-a734-2c1f5bd0d520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.780527189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","reconcileID":"99970619-87ef-4f25-908b-6dfb81474307","namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.836112303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ee14c99-9f3e-44ba-ba2e-a37a22b7d48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.836175213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"435c2f7c-de6c-44a1-8db7-4cba2c7048b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.836566691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6c260be7-9ab3-47fc-a564-be4adab870ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.83729417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a97b7a47-e7f7-4b6b-a50f-583e2625c7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.855623778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"455edb99-23a8-4602-ad8a-83f47ecbb832","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.91136501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"6c260be7-9ab3-47fc-a564-be4adab870ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.922524036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5ee14c99-9f3e-44ba-ba2e-a37a22b7d48c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.924820737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"435c2f7c-de6c-44a1-8db7-4cba2c7048b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.925992682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"455edb99-23a8-4602-ad8a-83f47ecbb832","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.928919281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a97b7a47-e7f7-4b6b-a50f-583e2625c7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.939895157Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"a60628ab-0a7a-44da-80f5-964a5222436b","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.947461205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"455edb99-23a8-4602-ad8a-83f47ecbb832","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:18.979914331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"0ad5d17f-c7da-4cf2-a51d-a9d23824b149","MaaSModelRef":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.000848714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"954bab3b-4bd7-4c86-b516-04afabbd91ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.022670907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"954bab3b-4bd7-4c86-b516-04afabbd91ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.071937917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"7a3535a0-1aa9-4353-8afb-2a3882f70d8f","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.087470667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"06f3647b-40d7-4621-88b3-daee8cc11fd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.109388426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"06f3647b-40d7-4621-88b3-daee8cc11fd9","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.265507708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d430e0f-28aa-4185-86f9-f1587d19c7d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.272024573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b4b8b49d-70bc-4609-8d1e-826bb6ee98c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.272642174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a24fec66-4d8a-440e-ab73-8e9ef8f146f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.293821584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab66e06a-0328-4a0f-a2cd-0138f83a8186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.303893475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d430e0f-28aa-4185-86f9-f1587d19c7d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.317434502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a24fec66-4d8a-440e-ab73-8e9ef8f146f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.326748757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b4b8b49d-70bc-4609-8d1e-826bb6ee98c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.334621323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab66e06a-0328-4a0f-a2cd-0138f83a8186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.419598572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd1409b8-96a5-4a91-8212-7de72d1636a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.4264236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a85ebebc-9306-4416-b5c1-678f75e48137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.432404113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"afd8b770-75d2-4140-8fc5-a41df717538b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.440640745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd1409b8-96a5-4a91-8212-7de72d1636a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.448621148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"a85ebebc-9306-4416-b5c1-678f75e48137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.449989323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"573b782b-a18f-4f2d-98e3-4382395632cb","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.455699746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"afd8b770-75d2-4140-8fc5-a41df717538b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.468651247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"744386c8-9135-4967-b3a7-78d0444784c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.472760073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"573b782b-a18f-4f2d-98e3-4382395632cb","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.495939542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"744386c8-9135-4967-b3a7-78d0444784c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.496786553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"573b782b-a18f-4f2d-98e3-4382395632cb","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.548904189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"198e6f44-fc0c-4b24-a7e1-aeb2cc5dfc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.549630479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7b53d069-ff97-4b64-b5e8-d4347ebca2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.554301392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9dafdedf-5c64-42d4-b922-214aae75e9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.568723967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b58771c8-9384-4291-945b-0dcf36aac62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.585479066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"198e6f44-fc0c-4b24-a7e1-aeb2cc5dfc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.607294023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7b53d069-ff97-4b64-b5e8-d4347ebca2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.607850851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3f06451c-2ee0-4657-a5ff-ab29472c4c4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.611651305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b58771c8-9384-4291-945b-0dcf36aac62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.612125615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9dafdedf-5c64-42d4-b922-214aae75e9a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.612233919Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-2-abbceb"},"namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","reconcileID":"c2cfa371-2088-4871-9466-6fa1e5a9e3f3","namespace":"e2e-extmod-cfl-2-abbceb","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.635234945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"3f06451c-2ee0-4657-a5ff-ab29472c4c4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.751374611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"765c70a3-c5a9-4c0f-9afa-dde7deb32339","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.784895848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"765c70a3-c5a9-4c0f-9afa-dde7deb32339","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.803639271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b286f1f0-acfd-497c-9154-fc74f6fedb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.808668524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"36eebeda-5482-43d9-944e-382d5b650f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.810492128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"765c70a3-c5a9-4c0f-9afa-dde7deb32339","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.811241346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c8e845e5-fb91-47ed-93bc-b37169470a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.82716462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b286f1f0-acfd-497c-9154-fc74f6fedb5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.835388662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c8e845e5-fb91-47ed-93bc-b37169470a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.838551085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"36eebeda-5482-43d9-944e-382d5b650f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.855030292Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"b7ca8a5b-25cb-4da2-b79b-7ea900aebbcf","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.894598193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1f8c4454-a41b-4d3e-8863-14043eb8bc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.895135853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"65e29e5d-9d89-4f8b-9fec-aab9b8c920a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.916516027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1f8c4454-a41b-4d3e-8863-14043eb8bc14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:19.918780587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"65e29e5d-9d89-4f8b-9fec-aab9b8c920a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.079188176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"64ab9c50-504f-4c03-98d2-9619024c3e90","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.09665569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1ac87111-d0a4-4549-9071-0e275e70b901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.102900009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"64ab9c50-504f-4c03-98d2-9619024c3e90","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.114693594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"954c0109-aa04-4175-8c1d-44d70688a12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.122650454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"1ac87111-d0a4-4549-9071-0e275e70b901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.137474569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"954c0109-aa04-4175-8c1d-44d70688a12c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.191805143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"614ec48b-67eb-4d32-a33f-1143d7bfd7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.192293299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8d106550-6a65-4c1f-a29d-b8391e9c5183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.213860209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"614ec48b-67eb-4d32-a33f-1143d7bfd7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.214230242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8d106550-6a65-4c1f-a29d-b8391e9c5183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.29749309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4673cc71-f2f5-4ae3-9ea2-b8b70237e58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.312901925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de51665f-cf8d-463e-a6a2-216e345c6276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.318416112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4673cc71-f2f5-4ae3-9ea2-b8b70237e58b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.334741832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de51665f-cf8d-463e-a6a2-216e345c6276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.414589272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"91f64f81-1251-46b8-838f-1554d4f45367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.42463837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6db1b130-8eb3-4202-9828-efd2b58c10b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.446506945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"73445b23-cfc2-4356-a3c8-a270b9e13637","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.450859515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6db1b130-8eb3-4202-9828-efd2b58c10b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.475506276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"73445b23-cfc2-4356-a3c8-a270b9e13637","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.480812102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"91f64f81-1251-46b8-838f-1554d4f45367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.502964012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"73445b23-cfc2-4356-a3c8-a270b9e13637","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.557744661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9169a39f-a61e-4df8-b216-9184e36c244e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.595158148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"9169a39f-a61e-4df8-b216-9184e36c244e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.595980703Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"5ec7fb26-ef7f-4b7c-be82-ed2b3e0a2677","namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.626620661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6f6d1967-421a-4ce4-8722-e2f58053f13f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.628179508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"988f45ae-665e-435a-af43-cb5fcad74995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.647637461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"6f6d1967-421a-4ce4-8722-e2f58053f13f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.648997759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"988f45ae-665e-435a-af43-cb5fcad74995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.686885542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d89b81cf-da77-4897-9792-520452311b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.705289699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"79bf40ab-6491-4f78-b092-c52168add40a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.711665158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d89b81cf-da77-4897-9792-520452311b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.726788462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"79bf40ab-6491-4f78-b092-c52168add40a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.746925618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"79bf40ab-6491-4f78-b092-c52168add40a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.787570886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ebe2aebd-b6d3-4ea4-8228-462ad83bc504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.808777427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ebe2aebd-b6d3-4ea4-8228-462ad83bc504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.889948259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0ccee64f-ef4f-460d-aa66-146bdcafdf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.890479049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9711362f-a390-4a5d-9de3-fe67b8c491f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.890892569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7f6c8346-f7fb-4b93-95e7-e5e4d8e4d8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.895190481Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-20b3b5","namespace":"e2e-extmod-cfl-1-654803"},"namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","reconcileID":"31a5305f-dce8-4595-a2a7-d15f57f081dd","namespace":"e2e-extmod-cfl-1-654803","name":"e2e-cfl-20b3b5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.906984833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f063b3d-c71c-4443-9ba2-7010f5566ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.913805849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0ccee64f-ef4f-460d-aa66-146bdcafdf71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.913834427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7f6c8346-f7fb-4b93-95e7-e5e4d8e4d8e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.916224177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9711362f-a390-4a5d-9de3-fe67b8c491f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.928225557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f063b3d-c71c-4443-9ba2-7010f5566ada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:20.995579993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"263eb4d9-a2e0-4a76-a539-d26116898880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.018122653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"263eb4d9-a2e0-4a76-a539-d26116898880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.106853782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-596d33","namespace":"e2e-extmod-cfl-1-cf7766"},"namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","reconcileID":"9669028a-3301-43d2-8ddf-8f8b2b36ab3a","namespace":"e2e-extmod-cfl-1-cf7766","name":"e2e-cfl-596d33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.180648638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"7d57132b-71ba-4a20-9a70-9b1660b3d24f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.204005025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"7d57132b-71ba-4a20-9a70-9b1660b3d24f","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.205519388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"38c56925-ea49-4090-9bde-1ede9fe9b0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.205661497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"57bda1b2-3df1-41dc-bed8-7edffbe78699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.205843245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12f9d69e-4c92-44ea-8fa8-75141f4538d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.214292624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f61290-b05d-49a3-be71-78dc91aa4437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.226605145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"38c56925-ea49-4090-9bde-1ede9fe9b0c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.226702425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"57bda1b2-3df1-41dc-bed8-7edffbe78699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.228765997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"12f9d69e-4c92-44ea-8fa8-75141f4538d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.234874626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68f61290-b05d-49a3-be71-78dc91aa4437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.513783719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8d717c1d-41e2-4703-b377-b4a00ac014df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.514151905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8f97254a-b33e-4944-bb28-267b845015f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.521047967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"faa930d6-1f05-4890-9d59-6f25d0cba1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.521375087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"552dd736-bb01-4790-8e78-5a766ef33b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.530317481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec3468dc-9f09-4a7b-8729-33c4006d0a72","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.535933417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8f97254a-b33e-4944-bb28-267b845015f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.570078915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"8d717c1d-41e2-4703-b377-b4a00ac014df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.577893721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"faa930d6-1f05-4890-9d59-6f25d0cba1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.589662735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"552dd736-bb01-4790-8e78-5a766ef33b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.592826111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec3468dc-9f09-4a7b-8729-33c4006d0a72","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.612933048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ec3468dc-9f09-4a7b-8729-33c4006d0a72","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.700565619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28f2c73-3b5d-401a-a3cd-8cb7f9b20233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.725293284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a28f2c73-3b5d-401a-a3cd-8cb7f9b20233","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.818157176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"57a5f53e-5b57-4731-863f-1c497d99828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.818184147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"807577c6-ae62-4db6-9b78-4bc52ff0bd74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.818541648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b02bb9a2-d23f-4afc-8dc8-bb278b76242e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.840007298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"807577c6-ae62-4db6-9b78-4bc52ff0bd74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.840223509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b02bb9a2-d23f-4afc-8dc8-bb278b76242e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:21.842260373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"57a5f53e-5b57-4731-863f-1c497d99828b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.074906369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"a7b9286b-5256-4245-8ecd-7fb052eb726b","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.093618701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"06c425ee-e5b3-4605-bbbe-766687e43a5f","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.109982125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b14491d9-14ce-48ab-acb7-0f886331e14e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.176718633Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b14491d9-14ce-48ab-acb7-0f886331e14e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.196859051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b14491d9-14ce-48ab-acb7-0f886331e14e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:23.235085085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"d34b011e-cfd3-42e8-b885-06dba6ae64e0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.141644676Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"d4aa3b88-e521-4158-b96f-9f38573e4471","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","subscription":"e2e-cfl-same-499abf-d8a6f2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.174717669Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"d4aa3b88-e521-4158-b96f-9f38573e4471","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.191112807Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-sub","reconcileID":"d4aa3b88-e521-4158-b96f-9f38573e4471","MaaSSubscription":{"name":"e2e-cfl-same-499abf-d8a6f2-sub","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"maas-trlp-e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.366180273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ce6843f6-3e2b-435f-b124-7b5ae47d9a00","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.366211538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ce6843f6-3e2b-435f-b124-7b5ae47d9a00","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.382783601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"eb4b7a1b-a7bd-460e-8316-3b60b2fdba18","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.403799988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"eb4b7a1b-a7bd-460e-8316-3b60b2fdba18","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.517126814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c811f37d-627e-44b2-b8cf-f15ea6e456fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.531539893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ccba6dce-346e-44db-a131-807bcce7a243","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.531568443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ccba6dce-346e-44db-a131-807bcce7a243","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.538177107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"c811f37d-627e-44b2-b8cf-f15ea6e456fc","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.687431564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1b81eadb-ec2f-45c9-a09a-8367070a22e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.804680745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1b81eadb-ec2f-45c9-a09a-8367070a22e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.860621285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1b81eadb-ec2f-45c9-a09a-8367070a22e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"name":"e2e-extmod-a-84a4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.860643614Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"e2e-cfl-same-499abf-d8a6f2-access","reconcileID":"1b81eadb-ec2f-45c9-a09a-8367070a22e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-499abf-d8a6f2-access","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-84a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.898732166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"55645d7d-0235-46e7-a947-c496cf2c4b02","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"tenant":"e2e-extmod-a-84a4e8","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","model":"e2e-extmod-cfl-1-d8a6f2/e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:26.898757635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"55645d7d-0235-46e7-a947-c496cf2c4b02","MaaSModelRef":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"routeName":"external-model-e2e-cfl-same-499abf-13fcccb4dad1","namespace":"e2e-extmod-cfl-1-d8a6f2","model":"e2e-cfl-same-499abf","externalModel":"e2e-cfl-same-499abf","provider":"e2e-cfl-same-499abf","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.470544662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"883b72f5-088d-4688-a18b-fc416f9e24f3","namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.512690699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"30a154b2-7c97-47dd-bb79-87690129700d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.524030661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"aef7e40e-6208-4a9f-b126-1f20e31c57a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.525869536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e68ed9f1-de84-4a34-96ff-8bb22effadb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.535385917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"30a154b2-7c97-47dd-bb79-87690129700d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.542311289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34acfd0-4736-4ed5-815d-e007b8f2fdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.542361559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"c50047b0-0f07-4484-ae0e-9225d99a8428","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.566134963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"30a154b2-7c97-47dd-bb79-87690129700d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.568112673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"aef7e40e-6208-4a9f-b126-1f20e31c57a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.569846129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e68ed9f1-de84-4a34-96ff-8bb22effadb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.571557536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f34acfd0-4736-4ed5-815d-e007b8f2fdba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.57270069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"c50047b0-0f07-4484-ae0e-9225d99a8428","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.592908412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"c50047b0-0f07-4484-ae0e-9225d99a8428","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.621757865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"040a68e8-7462-4a91-8f00-da11f1d6c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.642927192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"040a68e8-7462-4a91-8f00-da11f1d6c37d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.668628063Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-1-d8a6f2"},"namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","reconcileID":"ddf020e0-6392-4c2a-9c10-0e337bff32c2","namespace":"e2e-extmod-cfl-1-d8a6f2","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.700492816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b1e347d8-14d7-44ae-af6b-256984698d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.7465682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b1e347d8-14d7-44ae-af6b-256984698d8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.790393697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9885f772-858b-415a-9906-69435911503d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.791423127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"99017890-b17b-4898-b39d-d76566816db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.792085193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1fe4b752-95a9-4031-86dc-04b616378142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.808851851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6489df-ef70-4ae2-b2af-ac9923b0c955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.815415089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9885f772-858b-415a-9906-69435911503d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.816299509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"99017890-b17b-4898-b39d-d76566816db2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.818892657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"1fe4b752-95a9-4031-86dc-04b616378142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.830811261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad6489df-ef70-4ae2-b2af-ac9923b0c955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.873036978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d807b3c-4c04-47de-be0d-5829dc18e5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:27.897414473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2d807b3c-4c04-47de-be0d-5829dc18e5dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.035134686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"7cdf807c-b67d-413d-bdcd-90ab7526f567","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.049382487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2c765c46-aa5a-4078-8872-7a0ec3cc1c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.049518861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"da3072c8-9597-4fac-aac9-c08b4a606631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.058298921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"7cdf807c-b67d-413d-bdcd-90ab7526f567","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.068189791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"300ada8b-2d03-409f-a6a0-36e828ae6023","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.072699365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"da3072c8-9597-4fac-aac9-c08b4a606631","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.072699406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"2c765c46-aa5a-4078-8872-7a0ec3cc1c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.080181825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"7cdf807c-b67d-413d-bdcd-90ab7526f567","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.083409782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22f63e26-8836-4707-a62e-4963bf254cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.088960627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"300ada8b-2d03-409f-a6a0-36e828ae6023","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.106466081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22f63e26-8836-4707-a62e-4963bf254cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.111556342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"300ada8b-2d03-409f-a6a0-36e828ae6023","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.149827312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"be9c6b58-5c6e-4956-807b-62aec440138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.170630067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"be9c6b58-5c6e-4956-807b-62aec440138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.25200949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a011f9ab-b03a-44b8-8d47-0398b335fe79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.256020967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"fd6ec14c-3eac-455f-bdfd-cb4fbeb67c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.256186125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0dbea82b-d633-4281-adef-c301a2f9a538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.272542884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"a011f9ab-b03a-44b8-8d47-0398b335fe79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.277192541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0dbea82b-d633-4281-adef-c301a2f9a538","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.278313015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"fd6ec14c-3eac-455f-bdfd-cb4fbeb67c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.625532749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"5cce808f-018b-471e-8b74-43e6a3ad8528","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.733761734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e792d2c1-843e-482a-a5bc-48be8d5a4932","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.773483684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5af60906-5e46-4d95-aedb-85647798d5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.785357136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf62a066-3464-40ed-be4c-3f942eb9c692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.788569181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e792d2c1-843e-482a-a5bc-48be8d5a4932","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.866103332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"5af60906-5e46-4d95-aedb-85647798d5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.866958806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"8053f902-4ce4-49db-a2ec-4f220d8da2b3","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.86748431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c398d7d-9a5b-4559-b335-2132a568d1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.871641261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bf62a066-3464-40ed-be4c-3f942eb9c692","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.873369943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e792d2c1-843e-482a-a5bc-48be8d5a4932","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.874581171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-499abf","namespace":"e2e-extmod-cfl-2-842bba"},"namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","reconcileID":"3b631889-ee33-4d3e-ac12-8cc9007b4d0e","namespace":"e2e-extmod-cfl-2-842bba","name":"e2e-cfl-same-499abf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.890648272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"8053f902-4ce4-49db-a2ec-4f220d8da2b3","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.890656599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c398d7d-9a5b-4559-b335-2132a568d1b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.910320386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"8053f902-4ce4-49db-a2ec-4f220d8da2b3","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.946841538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"817bbbdc-3e55-4ae1-82ee-07a44f17ce24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:28.967575479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"817bbbdc-3e55-4ae1-82ee-07a44f17ce24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.049837649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4efd0815-8779-4b3d-8501-7e6f7d400236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.049860201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"55b1afb0-f78d-435f-953a-2b9175c4cfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.050268875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"76e46b7d-5831-4fb9-aae5-b82727a87a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.066646598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe093913-df40-4868-8c77-c3814868b218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.075504729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"55b1afb0-f78d-435f-953a-2b9175c4cfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.076025329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4efd0815-8779-4b3d-8501-7e6f7d400236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.077738453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"76e46b7d-5831-4fb9-aae5-b82727a87a03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.088481248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe093913-df40-4868-8c77-c3814868b218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.148027839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a37b516a-f2f9-434e-91b6-11fb651005b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.165877885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"9847f892-85ee-4b09-ae5b-1328c6c7a26e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.170740012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4dad13ea-5a11-4369-b452-ebff92820aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.171548548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b4835067-31ec-401a-8824-1600b1c0d0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.172308186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a99ffadf-2d8f-4897-bf69-4cb7192fc6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.173365577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a37b516a-f2f9-434e-91b6-11fb651005b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.202564403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b4835067-31ec-401a-8824-1600b1c0d0ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.206728619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"9847f892-85ee-4b09-ae5b-1328c6c7a26e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.211229039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4dad13ea-5a11-4369-b452-ebff92820aaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.212634772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a99ffadf-2d8f-4897-bf69-4cb7192fc6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.233015451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"9847f892-85ee-4b09-ae5b-1328c6c7a26e","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.317457967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"96fabd0f-ae78-48f9-9d5e-613e7814c1e9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.348047485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"96fabd0f-ae78-48f9-9d5e-613e7814c1e9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.371396728Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"96fabd0f-ae78-48f9-9d5e-613e7814c1e9","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.40779677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b07464a1-0db8-47c2-9cf3-b5d93774a1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.428948435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b07464a1-0db8-47c2-9cf3-b5d93774a1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.486491106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"449dcf22-7b09-4e09-86c2-c7cf1a89f73f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.486513073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6d6cd928-31f8-40b0-8173-adb540c4a3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.486938604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"035d63db-4e65-4dcb-9002-e2024a9dc684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.508136334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"449dcf22-7b09-4e09-86c2-c7cf1a89f73f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.511245471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6d6cd928-31f8-40b0-8173-adb540c4a3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:29.511983295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"035d63db-4e65-4dcb-9002-e2024a9dc684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.531488912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","reconcileID":"7e62f5a1-f4c3-4134-8335-1c3c33cd08ee","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.605914498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","reconcileID":"c975b375-706a-4466-87ad-3c44c94a0708","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.619764447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e7e8605-dd7f-45ab-87e6-77c7aa1ced7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.63529417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"050a5934-21a4-4fdf-b73d-ea4bae90b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.635647048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"14735542-65bd-4ec4-a17c-f5e22764dc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.635988236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c444c7f9-1cb9-4522-9619-3469ec62b863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.640309669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e7e8605-dd7f-45ab-87e6-77c7aa1ced7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.651742918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6db84d22-ac7e-4082-9e3e-6f9b85b2be8a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.656794573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"050a5934-21a4-4fdf-b73d-ea4bae90b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.659008374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"14735542-65bd-4ec4-a17c-f5e22764dc96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.667916266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e7e8605-dd7f-45ab-87e6-77c7aa1ced7d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.670268141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c444c7f9-1cb9-4522-9619-3469ec62b863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.681304445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6db84d22-ac7e-4082-9e3e-6f9b85b2be8a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.705434333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"6db84d22-ac7e-4082-9e3e-6f9b85b2be8a","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.72260681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f7f888c2-7888-4d34-b6bc-2ff188c86ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.749992409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f7f888c2-7888-4d34-b6bc-2ff188c86ab3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.831847822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b22eb684-20f0-4204-bfc8-d4e15b619182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.83399919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a85b4025-8e10-47e1-b7ef-8831c6162c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.843010506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"da281c9f-7bc4-400c-bf1d-51b525158353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.861599848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d23cd0-e6f7-4da9-a7e1-0ef54adbfaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.87359191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"da281c9f-7bc4-400c-bf1d-51b525158353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.877927202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b22eb684-20f0-4204-bfc8-d4e15b619182","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.911559453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a85b4025-8e10-47e1-b7ef-8831c6162c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.912204071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"ac8c898e-4ed5-4b45-8acc-cd6d2ff6fcd6","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:36.919588941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59d23cd0-e6f7-4da9-a7e1-0ef54adbfaa2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.119151532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6c85e406-b5e4-44a6-88d9-d58a59c1c779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.141231597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6c85e406-b5e4-44a6-88d9-d58a59c1c779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.161182465Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"95baffb8-e79b-4b33-9312-f0d191fa2e60","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.206209894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0c89b478-d85a-4fd4-aa98-5dce6d2c83ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.207495323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"c1bda22e-7a6c-4f51-8728-a3952bae7b13","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.207584051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bfe34dc6-28da-4c71-9b3b-53710a7effa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.208372509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57b70d14-afb7-46c2-888c-8ae363460f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.22402765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"53b0ea38-95dd-4d4f-ab2b-4dbae5cdc908","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.232778544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"0c89b478-d85a-4fd4-aa98-5dce6d2c83ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.234210597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"57b70d14-afb7-46c2-888c-8ae363460f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.237820958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"bfe34dc6-28da-4c71-9b3b-53710a7effa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.245983323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"53b0ea38-95dd-4d4f-ab2b-4dbae5cdc908","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.251890657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"7a8fc7c1-7d46-4a24-a1dd-8f2d288e4073","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.267349513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"53b0ea38-95dd-4d4f-ab2b-4dbae5cdc908","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.269337234Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"ac583b10-9111-40dc-a50d-9ec912bc4f83","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.300520057Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"5ff06ca1-b50b-4370-b018-b63a1cc61521","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.31682012Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"3ff6c363-8e45-4c22-b464-8961e29cd93f","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.318417428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c5baef71-4e77-4483-a923-c5a681bb317a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.344037759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c5baef71-4e77-4483-a923-c5a681bb317a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.429660736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6a8967a3-5e48-4b22-abc0-539223c0f121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.457825372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"6a8967a3-5e48-4b22-abc0-539223c0f121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.508713611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"cb915aa8-8828-40e6-93b6-0cdfee4f9166","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.558504268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d044547-d3ab-4fa1-9f21-4100514bda3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.583238486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"cb915aa8-8828-40e6-93b6-0cdfee4f9166","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.587650051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d044547-d3ab-4fa1-9f21-4100514bda3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.617424708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"cb915aa8-8828-40e6-93b6-0cdfee4f9166","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.818128696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","reconcileID":"eeea94b9-f6a9-4a88-8a52-331158691bfd","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.838609951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"9cf73d3b-059d-4f48-bb55-d2fd8e633049","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.852342799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e6c1122-fbbf-4ce7-a3e3-8547b053bfe6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.873891226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c0346a0d-24d5-4f60-80b3-defc63f9b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.876270584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b07199a5-5a5d-4fec-9bde-38eff6253441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.895439165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e6c1122-fbbf-4ce7-a3e3-8547b053bfe6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.909748627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2ea9b4c4-4405-482e-a83a-12d14fbb7c7f","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.922898355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d49ac87b-e9dc-4521-b137-58661391cdf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.923150876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"aa8c7326-6121-46f0-a5db-053a61f499e9","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:37.997808606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d49ac87b-e9dc-4521-b137-58661391cdf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.005578845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1e6c1122-fbbf-4ce7-a3e3-8547b053bfe6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.00868681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c0346a0d-24d5-4f60-80b3-defc63f9b684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.013267744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2ea9b4c4-4405-482e-a83a-12d14fbb7c7f","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.031470581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b07199a5-5a5d-4fec-9bde-38eff6253441","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.0408831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db081d8c6bb91746b3d06940b90dbc36ce748678dd6c5ed2838f1ba18ad4eb27) AuthConfig (1c0b781448cc4f4ce781052f18d1c3eb46b0d4fa3474fbb423b9efda8d658087) AuthConfig (34ed7c944bf32d916d3504fce9ab8e208c86eeee861beea7298d47114f634c91) AuthConfig (c8bd2a927e60a1a01590976da617e949f1b44bffa78d5c71afe9426946a97749)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"2ea9b4c4-4405-482e-a83a-12d14fbb7c7f","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.07002672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cfa6ed2c-ba3e-4737-aab2-7062bec15e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.092176275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cfa6ed2c-ba3e-4737-aab2-7062bec15e15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.165843888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4d512a4e-6b1a-42e8-8156-13c63e0b1ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.188265222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4d512a4e-6b1a-42e8-8156-13c63e0b1ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.20693697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bc1d2263-6a63-45dc-aff3-25c20e446b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.227988047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"bc1d2263-6a63-45dc-aff3-25c20e446b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.266155487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"18f38da7-45c2-4db5-b190-3c21bb462ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.266684577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c1b0e38f-1e49-40cc-8dd8-928e26df641a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.281931768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"571c708c-06fb-4be0-bf4c-0849700b47fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.288666529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"18f38da7-45c2-4db5-b190-3c21bb462ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.288813337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"c1b0e38f-1e49-40cc-8dd8-928e26df641a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.302799794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"571c708c-06fb-4be0-bf4c-0849700b47fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.365879695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4b2ebc9d-e2c0-4d79-914f-aa1a7f7d1398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.365910834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a60bab70-2f52-4e70-9c96-3b030d37ed66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.387313137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4b2ebc9d-e2c0-4d79-914f-aa1a7f7d1398","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.388194911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"a60bab70-2f52-4e70-9c96-3b030d37ed66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.46653781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"151d46c3-1395-45db-afc3-61e7f1281dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:38.489037279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"151d46c3-1395-45db-afc3-61e7f1281dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:40.433262488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c9689-bf8c-4db9-a966-282ff27ea6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:40.467279527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c9689-bf8c-4db9-a966-282ff27ea6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:40.507848689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c9689-bf8c-4db9-a966-282ff27ea6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:40.530814007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5c9689-bf8c-4db9-a966-282ff27ea6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:41.17826498Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d7c2e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d7c2e3","reconcileID":"2c49772e-e470-403c-89b2-ec3101af3405","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d7c2e3","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d7c2e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:41.671252412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d51714-5e69-46e2-b519-3c7dfdc36484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:41.692491874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d51714-5e69-46e2-b519-3c7dfdc36484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:41.718555773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d51714-5e69-46e2-b519-3c7dfdc36484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:41.738510874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d51714-5e69-46e2-b519-3c7dfdc36484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.561120642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b2d6df-b55e-44ba-8a9b-f24f45e3defe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.578342777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b2d6df-b55e-44ba-8a9b-f24f45e3defe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.595798556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b2d6df-b55e-44ba-8a9b-f24f45e3defe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.612902798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b2d6df-b55e-44ba-8a9b-f24f45e3defe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.648022761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"18e1137c-ffd4-4376-b97e-77633ef64293","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.677375502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"18e1137c-ffd4-4376-b97e-77633ef64293","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.706709126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"18e1137c-ffd4-4376-b97e-77633ef64293","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:42.753608957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"417c401f-44c2-4198-b71a-06082c971704","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.09945302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1382859d-ee75-4e80-bdf8-2fe435d5fbe0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.100031803Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"fe565697-b812-46f6-80d5-021792a20b47","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.12558858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1382859d-ee75-4e80-bdf8-2fe435d5fbe0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.133973742Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"f1f7612c-343c-4cb4-910b-20e2b8b43cba","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.147991843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"1382859d-ee75-4e80-bdf8-2fe435d5fbe0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.19848116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"26749fb9-ed75-4434-9d83-bb24cb5762c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.278250576Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"26749fb9-ed75-4434-9d83-bb24cb5762c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.302759716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"26749fb9-ed75-4434-9d83-bb24cb5762c4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:43.34773251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"e316bcc7-b93d-44c0-8525-1916461871dd","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:44.663189863Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.425499858Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","reconcileID":"7eda3ef0-7da8-4dc5-8498-acc4500bd0b2","namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.566649873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","reconcileID":"f32c737d-739b-4658-bb09-3d584bfff5ed","namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.568605702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"89225467-a12d-41a3-97bd-fa4e5c3d3cf5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.58201733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e3275761-cf60-4601-8ec3-22acb216adf3","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.596309485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"89225467-a12d-41a3-97bd-fa4e5c3d3cf5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.597862146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2023081b-d5f4-467b-ade2-f0d250f4d397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.602515427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d674f27d-09e2-4e80-9362-231506a62e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.603411054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e3275761-cf60-4601-8ec3-22acb216adf3","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.612003011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"79d3d3eb-c462-4b41-b0f3-dc6d3fe18e22","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.615896027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"89225467-a12d-41a3-97bd-fa4e5c3d3cf5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.618598824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"2023081b-d5f4-467b-ade2-f0d250f4d397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.623126924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"e3275761-cf60-4601-8ec3-22acb216adf3","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.623283117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"d674f27d-09e2-4e80-9362-231506a62e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.632837763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"79d3d3eb-c462-4b41-b0f3-dc6d3fe18e22","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.663854706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"eb3567ad-f96d-40be-88c5-7c53bfda90b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.67089243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"15c2e721-2a1a-4f48-b0a1-b2f9ebaebc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.684803642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"eb3567ad-f96d-40be-88c5-7c53bfda90b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.685147896Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"55a1a424-0881-4cd0-8324-742b46096f13","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.693477036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"15c2e721-2a1a-4f48-b0a1-b2f9ebaebc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.723434405Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"2cbad576-53cb-4d54-9a11-db6605053530","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:25:45.741174235Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"2cbad576-53cb-4d54-9a11-db6605053530","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:25:45.741228334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"2cbad576-53cb-4d54-9a11-db6605053530","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.762527118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"338d39f7-0c40-4858-beca-8cca25b0cbae","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.768040946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b49db014-c793-4143-95df-2543b3688586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.779154495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"7f9582bc-48e2-458f-8c11-5148e2fa4655","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.792525569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b49db014-c793-4143-95df-2543b3688586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.868353326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ecca093f-a33d-4011-85a7-9a53058267c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.872725891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a024a151-b822-40e8-a791-8ca9d5f39af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.967787175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ecca093f-a33d-4011-85a7-9a53058267c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.968876524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64f654f0-c623-441c-9bf9-7e66b4a521bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.972454603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"a024a151-b822-40e8-a791-8ca9d5f39af0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.97281583Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","reconcileID":"91d26a01-20f5-4cb1-9127-293e4d909ea3","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:45.991792011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64f654f0-c623-441c-9bf9-7e66b4a521bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.078867883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f7444743-c1dc-453a-95c4-f7c3a61eae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.079644858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"37102eb7-0b48-4c94-b8a0-3d924dc9001b","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.079671385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"37102eb7-0b48-4c94-b8a0-3d924dc9001b","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.097974345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"8472148b-b2e5-4abf-bd5d-e5f10972f3e7","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.103108202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f7444743-c1dc-453a-95c4-f7c3a61eae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.152653918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fec92948-7571-4c76-85c7-77dee3348447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.1766257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fec92948-7571-4c76-85c7-77dee3348447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.206360977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"3d234106-3e5a-456e-a068-9b2a3ec4f28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.207094936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"31bd6371-2308-4094-84d8-fab1a7e2d465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.225750992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3bdab975-dba5-4eee-9974-1d2d88d76ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.229644499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"3d234106-3e5a-456e-a068-9b2a3ec4f28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.23066219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"31bd6371-2308-4094-84d8-fab1a7e2d465","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.245692975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"447d5598-b913-4cea-bda0-72a59b10e89f","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.260367581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3bdab975-dba5-4eee-9974-1d2d88d76ad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.309852827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"447d5598-b913-4cea-bda0-72a59b10e89f","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.31909723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b2f71c46-447f-4a1a-b41b-22b105e332c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.339972778Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"6834ed87-14a3-4b67-a286-c632d26c7973","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.342945482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b2f71c46-447f-4a1a-b41b-22b105e332c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.356493717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","reconcileID":"0dc53eca-6d59-4a06-993e-99282dfba8aa","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.362937795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"b2f71c46-447f-4a1a-b41b-22b105e332c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.388323042Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"fb74e6d0-0201-4214-b447-20375332ed50","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.396231759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9797d697-5d94-4af4-b614-737add07ed59","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.405483438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","reconcileID":"d77a7f3b-3176-4c71-bccc-2bf2ecf0376a","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.419722731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9797d697-5d94-4af4-b614-737add07ed59","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.441776143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9797d697-5d94-4af4-b614-737add07ed59","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.51414985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cbc9228e-29a2-4378-a4fe-63ff67e38b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.535222053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"cbc9228e-29a2-4378-a4fe-63ff67e38b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.834677234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"92e2d84c-f2c7-4fc9-8931-2eb3e7349870","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.834705275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"92e2d84c-f2c7-4fc9-8931-2eb3e7349870","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:25:46.856323572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"c43346e8-25ae-42b5-a6c9-37893295bd40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-f560b1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.878619576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"898c0205-ee1a-4b45-b46b-f988b25b4892","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.878651029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"898c0205-ee1a-4b45-b46b-f988b25b4892","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.889115095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951f8280-09b1-454c-915b-b412ed9ec334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.889555706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"682a2f8d-8854-4ae0-8778-454f14eca978","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.89081158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06096200-a27f-4f3e-b054-9cf509c3b70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.896152117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","reconcileID":"4953fd8f-d44b-4894-8513-8d1f9c4bb3f9","namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:25:46.897126786Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"898c0205-ee1a-4b45-b46b-f988b25b4892","name":"e2e-dft-f560b1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f560b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:25:46.897184561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"898c0205-ee1a-4b45-b46b-f988b25b4892","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-f560b1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.924842129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"951f8280-09b1-454c-915b-b412ed9ec334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.934716848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06096200-a27f-4f3e-b054-9cf509c3b70b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.936208976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"c1adf439-8c4d-45be-9559-74e882204194","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"routeName":"external-model-e2e-shr-shared-2934a2-c882ab090b30","namespace":"e2e-extmod-shr-user-f491d5","model":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","externalModel":"e2e-shr-shared-2934a2","provider":"e2e-shr-shared-2934a2-provider","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.939190946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"682a2f8d-8854-4ae0-8778-454f14eca978","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.961764907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"37d35b35-e9f3-428c-800d-11c3aa496cce","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.964666348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"94e5390a-3c8b-41e3-ad7a-a89df9ec3ce6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.982296901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","reconcileID":"2efc7885-d3dd-4a12-aa95-0d672bf0070a","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","namespace":"e2e-extmod-shr-user-f491d5"},"routeName":"external-model-e2e-shr-shared-2934a2-8d7c9a5913fb","namespace":"e2e-extmod-shr-user-f491d5","model":"e2e-shr-shared-2934a2-e2e-extmod-b-3400f6","externalModel":"e2e-shr-shared-2934a2","provider":"e2e-shr-shared-2934a2-provider","gateway":"openshift-ingress/e2e-extmod-b-3400f6","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.989808328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"37d35b35-e9f3-428c-800d-11c3aa496cce","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:46.993513158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"94e5390a-3c8b-41e3-ad7a-a89df9ec3ce6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.03718156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"37d35b35-e9f3-428c-800d-11c3aa496cce","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.038934708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"94e5390a-3c8b-41e3-ad7a-a89df9ec3ce6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.051844503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"3bb6e258-0a7a-4c87-bebb-8b53e2a65cc0","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.051872099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"3bb6e258-0a7a-4c87-bebb-8b53e2a65cc0","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.066966821Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"6a6e3ef3-8bf4-40f3-bc78-ff1e5bbde962","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f560b1","model":"e2e-dft-f560b1","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-f560b1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.090566021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"05949f75-7aaa-4772-9226-e8a1e2aed1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.091526369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1dcd9634-98a8-4cd0-a563-d0ef80671088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.121484111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"1dcd9634-98a8-4cd0-a563-d0ef80671088","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.122472517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"05949f75-7aaa-4772-9226-e8a1e2aed1cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.166244814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"da89a124-63e5-4f63-8ddc-cf4ceb4136f2","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.166268658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"da89a124-63e5-4f63-8ddc-cf4ceb4136f2","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.20496502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5a9208-3402-4a01-841d-e2ce032944b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.204976853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aed65137-25f0-41a8-b93a-ba7c733895a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.230718779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aed65137-25f0-41a8-b93a-ba7c733895a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.234339316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f5a9208-3402-4a01-841d-e2ce032944b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.241862208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"323dc10e-f93e-43c0-8f89-ffd3f51236f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.242567982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9eab2fbb-10d1-47bb-aaec-6336b19e0181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.242686026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"c2ebdb14-cfa4-4aaf-8d8d-c79cb301518c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.243330849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"51dadc5c-9f4c-441e-adc5-7465c7134737","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f560b1","model":"llm/e2e-dft-f560b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.268124839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"323dc10e-f93e-43c0-8f89-ffd3f51236f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.2691816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9eab2fbb-10d1-47bb-aaec-6336b19e0181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.271645965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"c2ebdb14-cfa4-4aaf-8d8d-c79cb301518c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.416296798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"37037431-a6e2-4987-9c58-e4cb4569fce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.437519069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"37037431-a6e2-4987-9c58-e4cb4569fce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.51635177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a83725fc-f9c2-4e11-8a9a-0d79b44e724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.516647475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8a33b477-3a86-48e6-8b30-c87470844c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.518045296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3fb8e3bd-796f-43b1-9099-c46838129fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.518088771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f1941dc0-0a05-4707-9c95-d6641b3904ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.538556292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8a33b477-3a86-48e6-8b30-c87470844c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.538743917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"a83725fc-f9c2-4e11-8a9a-0d79b44e724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.541004771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f1941dc0-0a05-4707-9c95-d6641b3904ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.54112352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3fb8e3bd-796f-43b1-9099-c46838129fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.618098204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c21d9284-a769-4784-9fb1-e816fdabf4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:47.641005776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c21d9284-a769-4784-9fb1-e816fdabf4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:52.389098546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","reconcileID":"65fd6b9b-d8bd-4178-a318-7e2967a4dbac","MaaSModelRef":{"name":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","namespace":"e2e-extmod-shr-user-f491d5"},"routeName":"external-model-e2e-shr-shared-2934a2-c882ab090b30","namespace":"e2e-extmod-shr-user-f491d5","model":"e2e-shr-shared-2934a2-e2e-extmod-a-84a4e8","externalModel":"e2e-shr-shared-2934a2","provider":"e2e-shr-shared-2934a2-provider","gateway":"openshift-ingress/e2e-extmod-a-84a4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:52.949548435Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","reconcileID":"edd6a0fa-82e2-497c-80e9-f5c7916617a9","namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:52.983683619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0227d18f-e8f0-4341-af65-f29bbf7d3194","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:52.984657498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3cf95380-5ff3-4e63-bdc7-6b016acaa074","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.000681988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"dea36f53-454d-4d8f-925c-f61dd7f09e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.002493165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ae29e74e-2883-448e-9573-775e23b38b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.00487516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0227d18f-e8f0-4341-af65-f29bbf7d3194","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.006703842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3cf95380-5ff3-4e63-bdc7-6b016acaa074","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.014336653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cc22c85-e2f3-4541-bc0e-c9cf06ceea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.021663594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"dea36f53-454d-4d8f-925c-f61dd7f09e46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.023005408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"ae29e74e-2883-448e-9573-775e23b38b81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.024123879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0227d18f-e8f0-4341-af65-f29bbf7d3194","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.028521212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3cf95380-5ff3-4e63-bdc7-6b016acaa074","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.035099892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cc22c85-e2f3-4541-bc0e-c9cf06ceea3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.100111048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"19775518-6a93-4d2d-a21d-2d880fab3ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.114352012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7235b4e7-ea73-4ec5-924f-93ae3141d352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.120781491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"19775518-6a93-4d2d-a21d-2d880fab3ba4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.135326158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7235b4e7-ea73-4ec5-924f-93ae3141d352","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.205005642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"71ce4e9f-ce95-40e4-84d3-cd12c8c9e686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.206283453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d32c488c-dd5b-478d-9cb6-afc638b8edca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.22632539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"71ce4e9f-ce95-40e4-84d3-cd12c8c9e686","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.227366473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d32c488c-dd5b-478d-9cb6-afc638b8edca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.248849723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-2934a2","namespace":"e2e-extmod-shr-user-f491d5"},"namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","reconcileID":"b7b483fc-dd0f-48c8-bb18-8c8aa8470de6","namespace":"e2e-extmod-shr-user-f491d5","name":"e2e-shr-shared-2934a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.303234628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"31d48f8f-0da4-48a9-b838-256220746bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.303339872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b925b327-f1ed-4876-8e7d-4edb44cda5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.345377272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"31d48f8f-0da4-48a9-b838-256220746bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.346659238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b925b327-f1ed-4876-8e7d-4edb44cda5c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.403826534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5d19b592-0b3a-4f47-a8fd-4f82e987d3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.403825843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"cd611d01-80df-4f9b-b23b-d147cbd2ac43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.420313048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"455739c3-3233-4f25-a687-8ce3e48f837b","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.42506734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5d19b592-0b3a-4f47-a8fd-4f82e987d3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.425209243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"cd611d01-80df-4f9b-b23b-d147cbd2ac43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.440893746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"455739c3-3233-4f25-a687-8ce3e48f837b","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.572595939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"55dbb8ce-bb9f-4c38-9a9b-4645b8eb017b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.573199017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"409b5e9c-7219-4eb5-bfb6-49318e8e5cb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.588699558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c2b5931a-236c-4129-8112-e264ea739cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.5938354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"409b5e9c-7219-4eb5-bfb6-49318e8e5cb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.668537659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"55dbb8ce-bb9f-4c38-9a9b-4645b8eb017b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.687875331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701cc199-195e-47d0-8656-b28cb20d08c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.705257379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"409b5e9c-7219-4eb5-bfb6-49318e8e5cb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.719934164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"55dbb8ce-bb9f-4c38-9a9b-4645b8eb017b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.755863068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701cc199-195e-47d0-8656-b28cb20d08c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.783081473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"c2b5931a-236c-4129-8112-e264ea739cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.822560261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e18773fb-ef25-4a05-9342-a1458b14252a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.822868697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6ecd7338-c5c3-4d2f-9514-48e1d3ee5a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.82356324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d98fd53-daf5-4094-9f73-13c300ab004d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.845507059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"6ecd7338-c5c3-4d2f-9514-48e1d3ee5a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.84647767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"9d98fd53-daf5-4094-9f73-13c300ab004d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.847707223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"e18773fb-ef25-4a05-9342-a1458b14252a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.973356283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"82b3c22a-fb4c-4334-bd64-be612c016f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.989102993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8831e279-638e-4b99-a3be-75fffd95e5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:53.995021283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"82b3c22a-fb4c-4334-bd64-be612c016f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:54.009686151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8831e279-638e-4b99-a3be-75fffd95e5dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:54.082745834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1ae304cd-9d67-48cb-bc07-f4b1a68a6644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:25:54.1178835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"1ae304cd-9d67-48cb-bc07-f4b1a68a6644","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.753291213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f22e3024-d241-44a1-81dc-41c7a3afdfc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.753325095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"43b99b6d-e33b-4958-955b-ca08c087beb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.774696952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"43b99b6d-e33b-4958-955b-ca08c087beb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.77595088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f22e3024-d241-44a1-81dc-41c7a3afdfc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.795106408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"43b99b6d-e33b-4958-955b-ca08c087beb9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:03.796194375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f22e3024-d241-44a1-81dc-41c7a3afdfc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.028511106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b46bd9-7eba-4025-a0b2-9360242d85ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.044461523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b46bd9-7eba-4025-a0b2-9360242d85ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.06041112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b46bd9-7eba-4025-a0b2-9360242d85ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.081829339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b46bd9-7eba-4025-a0b2-9360242d85ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.804029624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0e78de-218d-4a58-b9bc-9c465fb9593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.820523057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0e78de-218d-4a58-b9bc-9c465fb9593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.83657683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0e78de-218d-4a58-b9bc-9c465fb9593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.869263197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0e78de-218d-4a58-b9bc-9c465fb9593c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:04.922625395Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-691543","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-691543","reconcileID":"5b7bebf2-a3a7-4b4e-92d8-f45bb63ab575","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-691543","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-691543":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:05.650235788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ad62a9-6251-4e56-829e-f7ebdf4c0427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:05.674189944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ad62a9-6251-4e56-829e-f7ebdf4c0427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:05.693643115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ad62a9-6251-4e56-829e-f7ebdf4c0427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:05.710438414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94ad62a9-6251-4e56-829e-f7ebdf4c0427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:06.393147423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c39fdc-39c3-430b-9d9a-b64b762ce92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:06.409504488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c39fdc-39c3-430b-9d9a-b64b762ce92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:06.425551146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c39fdc-39c3-430b-9d9a-b64b762ce92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:06.441638072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c39fdc-39c3-430b-9d9a-b64b762ce92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:07.535255441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93191ab7-c116-48cd-b0b6-f420af2b7a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:07.552948219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93191ab7-c116-48cd-b0b6-f420af2b7a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:07.578832414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93191ab7-c116-48cd-b0b6-f420af2b7a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:07.599285702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93191ab7-c116-48cd-b0b6-f420af2b7a4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:08.295317862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bfc997-1eef-4142-9861-d4c05ca4b207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:08.311843824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bfc997-1eef-4142-9861-d4c05ca4b207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:08.328649483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bfc997-1eef-4142-9861-d4c05ca4b207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:08.344728947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09bfc997-1eef-4142-9861-d4c05ca4b207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.829270921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"f3cb296a-f43e-461a-8576-47ffba8df001","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.829724487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9a4f1490-9db8-455a-85c6-803cb95cc0d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.850415651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"f3cb296a-f43e-461a-8576-47ffba8df001","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.850536374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9a4f1490-9db8-455a-85c6-803cb95cc0d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.87066996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-79cc5b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (455a016e613edd0d360135b655b7b3494baef45c6d1d74530c7f1e1fe2002d03) AuthConfig (75522a21376413c2ab2c27a0302691eade3f38c7105f829a518ead5cfc643d20) AuthConfig (c9ed330f51f1c2027687f5230bbd5d0f3bd87225ebb0eb378bfa9ada12716046) AuthConfig (d8dc4ce43d89963c297d5078e47aee3736510c0bf9b003c6dc54fede5769f015) AuthConfig (e111942255505e5b669264cbc94815e8f60c2d0e526840c1c9c35bcfb12f96c9) AuthConfig (81c488e7deee9b8a6098688550a966336b9331743f78a0b7a0dfd2583fec44df) AuthConfig (49ce124128daba8da0eba955d913457d780ba75eda0fa5e8565db59f4ed9f304) AuthConfig (ecb3899ffa9330442393bdfff249ffd93361ad0ca53dfcf8bda94400a761e1f6) AuthConfig (d8abb84bd183d0e4811c37abd0d69dc143a63d94c5c24afc75f6426daa59c856) AuthConfig (5bb3da4b67745d23ca5019803bb3aa1e0b4b87f542da674a6e1535da667f6fae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"f3cb296a-f43e-461a-8576-47ffba8df001","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:13.87123522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9a4f1490-9db8-455a-85c6-803cb95cc0d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:14.696522059Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:18.896905287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"78b54903-28be-4d32-b5b4-37c8775a8664","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f560b1","model":"llm/e2e-dft-f560b1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:19.043857593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"713ab77d-5902-4008-94b2-cbb588c61d0a","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:19.043918373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"713ab77d-5902-4008-94b2-cbb588c61d0a","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:19.973528535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9be9604d-d209-47c0-9b59-cb3f1e955d0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.013587244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9be9604d-d209-47c0-9b59-cb3f1e955d0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.037202927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"9be9604d-d209-47c0-9b59-cb3f1e955d0f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.104632395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"dfaf69b8-ca4f-4522-b4b4-694b646af6d6","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.13615237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"8ca762b6-6757-4e92-98c2-b216def134f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.171034994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"8ca762b6-6757-4e92-98c2-b216def134f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.197791836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"8ca762b6-6757-4e92-98c2-b216def134f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.801708068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3245b58-55f7-443e-ad39-6df47a94edc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.803394311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"0e149624-2fa1-4751-aab4-65b6f8174b09","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.803865811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"443e9c25-9304-4997-a297-5f8e97526889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.833329533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3245b58-55f7-443e-ad39-6df47a94edc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.842677301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"443e9c25-9304-4997-a297-5f8e97526889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:20.846499681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"0e149624-2fa1-4751-aab4-65b6f8174b09","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.323566397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"e67dbc6c-ee9d-4c83-96c5-fa4148588d37","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.323602618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"e67dbc6c-ee9d-4c83-96c5-fa4148588d37","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.364273973Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"6a9124b9-659e-457e-92b6-73da8a70783c","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b4e34f6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.378405426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8308d40-57fa-495b-a48b-692240a0139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.37842066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9e32a9-5544-45e7-a9e9-50d5238de7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.378797602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"133cc366-f554-45f8-ad52-6780206df69c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.404967991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b9e32a9-5544-45e7-a9e9-50d5238de7b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.405003482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"133cc366-f554-45f8-ad52-6780206df69c","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.408650346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8308d40-57fa-495b-a48b-692240a0139a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.605476761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c18056-3741-4553-a320-65fbfc794a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.608747582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"01c932b4-c888-41b2-9829-ada4d9872499","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.627588667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c18056-3741-4553-a320-65fbfc794a8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.709477185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c54f7b4-208b-4ea2-85d8-ad07a4ebfd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.709510378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ab2359e5-89c9-45d9-89fa-518fbf709af6","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.730652272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c54f7b4-208b-4ea2-85d8-ad07a4ebfd37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:22.731965909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"ab2359e5-89c9-45d9-89fa-518fbf709af6","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:23.904679611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0f231fd2-327b-465c-9569-9947bec1c13a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:23.926123709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0f231fd2-327b-465c-9569-9947bec1c13a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:24.133886334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"5a122fda-64f9-4cae-a8d0-477abc2267c9","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.466455072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"7a373ba1-086a-4308-9be2-8e3c6a0d8f24","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.482541335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"dcf6e649-6d0f-4964-9fa8-bd38e2c07e56","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:26:25.484737721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"0a6c5e2f-c0e5-4dbc-995a-418510d79d5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-286597-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.503686279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"dcf6e649-6d0f-4964-9fa8-bd38e2c07e56","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.50639991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"9452491c-0238-450c-a152-432237cc7dc0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.541177708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"f51c1f68-380d-4290-9a5b-ccd7ba770ddb","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.562614545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"d49e0245-6d05-4de5-9017-fb5de10ed3ee","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.562909608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"cfa1fa82-2643-404f-a89c-8ce64015e709","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.628360164Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"b3b34f07-e72d-4718-97d8-460fbd9d5e59","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.684565463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"3cfd5819-9b17-4d1a-89a8-e5a1dee3b6e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.712173389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"3cfd5819-9b17-4d1a-89a8-e5a1dee3b6e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.721737869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"d607da29-1dc1-41bf-b313-082340439b16","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:25.788829536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"42226344-33d0-45a3-be40-dc4979d7c91d","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:30.232267596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"67346424-a964-402a-aa9f-baf1f792d22c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:30.253586569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"67346424-a964-402a-aa9f-baf1f792d22c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:30.273628882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"67346424-a964-402a-aa9f-baf1f792d22c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.381180053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"ead93172-ee68-4d1c-879c-275258441e6c","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f560b1","subscription":"e2e-dft-f560b1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.416024474Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"ead93172-ee68-4d1c-879c-275258441e6c","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.432326953Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-sub","reconcileID":"ead93172-ee68-4d1c-879c-275258441e6c","MaaSSubscription":{"name":"e2e-dft-f560b1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-f560b1","namespace":"llm","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.541105465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"a1c6a8e4-9ec6-4b41-b43f-70eadaa353bc","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.541127077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"a1c6a8e4-9ec6-4b41-b43f-70eadaa353bc","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.588091653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be7a768e-a435-4c87-bcca-7f049c656b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.588103922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"7a97741f-89ac-4567-86cf-cb6d5f8d100e","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.588797971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a06770c6-73a0-4bda-b4bd-daf15dab9b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.610928779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"7a97741f-89ac-4567-86cf-cb6d5f8d100e","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.61568248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be7a768e-a435-4c87-bcca-7f049c656b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.616159985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a06770c6-73a0-4bda-b4bd-daf15dab9b12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.702897538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"e0f627ac-b62e-4bad-96f5-2138c499faa5","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.702920111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"e0f627ac-b62e-4bad-96f5-2138c499faa5","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.748371288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-f560b1-access","reconcileID":"443d3751-2f71-4d68-8d22-c2bf67fe4ee1","MaaSAuthPolicy":{"name":"e2e-dft-f560b1-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.985922863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"ca84d401-4056-4261-b38c-1b261fe8e340","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:32.986041251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"ca84d401-4056-4261-b38c-1b261fe8e340","MaaSModelRef":{"name":"e2e-dft-f560b1","namespace":"llm"},"routeName":"external-model-e2e-dft-f560b1-9410f0f45412","namespace":"llm","model":"e2e-dft-f560b1","externalModel":"e2e-dft-f560b1","provider":"e2e-dft-f560b1-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.513319866Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"2406eb2a-40cb-4e22-bcca-2f90140e87c8","namespace":"llm","name":"e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535035296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81e16a39-80f0-4f70-b6d6-85383c27d646","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535080356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"81e16a39-80f0-4f70-b6d6-85383c27d646","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535359818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7371f7d1-574b-4455-8858-17a415d2181f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535372349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7371f7d1-574b-4455-8858-17a415d2181f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535589029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12eee06e-1ba4-45e2-bee7-b34e1ca13211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535599047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"12eee06e-1ba4-45e2-bee7-b34e1ca13211","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535850635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f35ffd61-b284-4c87-949d-6a8c76f72da3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.535861108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f35ffd61-b284-4c87-949d-6a8c76f72da3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536186658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2f5b2cd-e9d3-47f0-9cf6-8e5d4e9003f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536199078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f2f5b2cd-e9d3-47f0-9cf6-8e5d4e9003f6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536433394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69edcad3-4512-4926-8293-19bac5759f19","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69edcad3-4512-4926-8293-19bac5759f19","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536683985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab21f76-6c89-4f7e-81b4-bbb59de40c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.536695605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ab21f76-6c89-4f7e-81b4-bbb59de40c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.537033748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5093a049-13ee-4708-b0da-a00ac3c6f5af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.537093216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5093a049-13ee-4708-b0da-a00ac3c6f5af","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.548857962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"17173b9c-7c7b-4114-a110-e350e2a4a595","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.553436052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"cff6baaa-e0f9-40da-8309-640eaef03c5a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.562660002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"49cb9e74-5c84-4e64-8f8e-4ad5f4950623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.563006773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f14520dc-664c-474b-b483-46db16b1b2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.563289324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f49d78d7-f028-404f-be04-0cea559d3aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.564092491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"332f597f-2656-458d-a6bb-845c38588017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.569971659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"17173b9c-7c7b-4114-a110-e350e2a4a595","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.583855096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"49cb9e74-5c84-4e64-8f8e-4ad5f4950623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.58453384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f14520dc-664c-474b-b483-46db16b1b2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.586270629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"f49d78d7-f028-404f-be04-0cea559d3aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.586926259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"332f597f-2656-458d-a6bb-845c38588017","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.589919759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"17173b9c-7c7b-4114-a110-e350e2a4a595","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.598671465Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"cff6baaa-e0f9-40da-8309-640eaef03c5a","name":"e2e-inf-a-d7c2e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.603086318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37f4c182-5916-44e6-9c81-9651e3bb154b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.603150764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe9c2349-c355-490f-b5d1-1058335d7b09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.678697125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7b9b4391-442a-49ff-83b2-2d40693aab61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.702929083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"7b9b4391-442a-49ff-83b2-2d40693aab61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.766754201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-f560b1","namespace":"llm"},"namespace":"llm","name":"e2e-dft-f560b1","reconcileID":"8db264d7-15a6-4c40-97ab-5ff6c093616e","namespace":"llm","name":"e2e-dft-f560b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.865144095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0403fd67-2c28-42ee-a559-480726bd36eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.880716018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3b0dfa-923e-49c3-96ea-600850c378ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.886388055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ec7fee4f-3b27-4bb6-b81a-918f5e19759d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.88815075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0403fd67-2c28-42ee-a559-480726bd36eb","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.903028585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca3b0dfa-923e-49c3-96ea-600850c378ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.909158793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ec7fee4f-3b27-4bb6-b81a-918f5e19759d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.919685869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"16dbbe4b-37cb-4427-81f4-8acfe1acc981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:33.940712027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"16dbbe4b-37cb-4427-81f4-8acfe1acc981","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.09866018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b9d81abe-97a1-4114-84cf-25662acf9bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.135489928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b9d81abe-97a1-4114-84cf-25662acf9bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.184236754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fbd564d-26c4-4e6d-979b-811e05a817e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.18467462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dc175317-cf43-4472-a3e4-fb35df130da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.185089947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6e7d934e-431a-4c09-8751-f421ad36c2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.21007716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"6e7d934e-431a-4c09-8751-f421ad36c2b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.21069486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0fbd564d-26c4-4e6d-979b-811e05a817e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.213614885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"dc175317-cf43-4472-a3e4-fb35df130da6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.286906035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"50dc910a-273f-4428-b9c3-e4374b77a18a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.337456115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"50dc910a-273f-4428-b9c3-e4374b77a18a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.358802519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"50dc910a-273f-4428-b9c3-e4374b77a18a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.371875365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85049bf8-bc35-4634-a17e-824839ec0686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.393335599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85049bf8-bc35-4634-a17e-824839ec0686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.471087236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4129fb56-59d2-4386-832b-7b90edb2101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.471159605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f228b30a-cd06-4123-b1fd-199f7c649abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.471481474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"692a61b7-d00a-411b-adeb-72b850cacb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.471487354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5ee25bd2-26d8-427e-bc00-29f43feceb4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.493093463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"692a61b7-d00a-411b-adeb-72b850cacb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.493251732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"4129fb56-59d2-4386-832b-7b90edb2101f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.495792085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5ee25bd2-26d8-427e-bc00-29f43feceb4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.496315195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f228b30a-cd06-4123-b1fd-199f7c649abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.556813864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"4a4485af-5232-47c7-aebb-8a3655c3cf89","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.578629074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"4a4485af-5232-47c7-aebb-8a3655c3cf89","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.673124319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4f25d2eb-a5ad-4fd3-9e24-4d76e55b5205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.673590269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e766516a-92c7-4f79-a485-c6e51bb8c96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.694772987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e766516a-92c7-4f79-a485-c6e51bb8c96d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:34.694870862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4f25d2eb-a5ad-4fd3-9e24-4d76e55b5205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.895284544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"5782c01d-d9b9-4b17-a5ba-f6f4ac7421e0","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.917458519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"2071ba63-e185-4ef0-9276-4c002c83de02","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.930020459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"dceac318-b398-45e7-88ef-5c678e12ec2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.944323928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"784c1ba7-611f-4662-9aaf-22884f9084a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.944384799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4363dfdc-0ff3-4eca-89c7-73e5098e1c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.944700666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"74c2e006-7207-4fe3-995e-95352b6c7a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.945415117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c5463dc5-0d03-41f4-a1d0-b9a4a604caf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.950797471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"dceac318-b398-45e7-88ef-5c678e12ec2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.965895697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4363dfdc-0ff3-4eca-89c7-73e5098e1c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.967135982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"74c2e006-7207-4fe3-995e-95352b6c7a95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.96921506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"784c1ba7-611f-4662-9aaf-22884f9084a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.970965752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"dceac318-b398-45e7-88ef-5c678e12ec2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:35.971084951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c5463dc5-0d03-41f4-a1d0-b9a4a604caf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.003408194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d16129-2a37-4d4a-b0a4-464e4415790f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.003438401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d4d16129-2a37-4d4a-b0a4-464e4415790f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.003893619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d4b1c8b-c337-473c-9d42-cbf006c4b786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.003914651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d4b1c8b-c337-473c-9d42-cbf006c4b786","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.004436234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93320074-537d-4c1b-adeb-4d44948457c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.004457775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93320074-537d-4c1b-adeb-4d44948457c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.004994062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0223712d-5f54-48d2-b8e3-d87e4be8bebd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.005010622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0223712d-5f54-48d2-b8e3-d87e4be8bebd","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.005806299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34fd1dd7-04ea-437c-9666-24ff8f472f4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.005826601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"34fd1dd7-04ea-437c-9666-24ff8f472f4e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.00622617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"736b586d-4d53-42c7-a307-391e5dd6166c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.006243699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"736b586d-4d53-42c7-a307-391e5dd6166c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.006581878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13c88440-fcb4-4165-a8f3-8b37cf20ba33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.006600491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13c88440-fcb4-4165-a8f3-8b37cf20ba33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.006973436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72fa5667-8152-4454-8fc1-868842197932","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.007002051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72fa5667-8152-4454-8fc1-868842197932","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.02801057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0b6e1726-b469-4526-a8ef-feadbe91ac34","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.050820068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0b6e1726-b469-4526-a8ef-feadbe91ac34","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.074448012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28ffa330-0039-4f8a-aef6-dd169ca4884d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.074474086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28ffa330-0039-4f8a-aef6-dd169ca4884d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.074830081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"654885ca-da04-4e02-9a3e-86ee44f8e93b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.074843493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"654885ca-da04-4e02-9a3e-86ee44f8e93b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075123827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"930340d9-08e8-49db-977d-c0d4a4632424","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075135718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"930340d9-08e8-49db-977d-c0d4a4632424","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075469417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb5d521c-be2a-4019-9465-b67cf608b97f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075480813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bb5d521c-be2a-4019-9465-b67cf608b97f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075727038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0efe1cd0-afc6-4e4f-b717-cbfa9b29572c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075738589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0efe1cd0-afc6-4e4f-b717-cbfa9b29572c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.075963507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f68303da-92c3-40ca-9faf-36fdcf115346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.07597341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f68303da-92c3-40ca-9faf-36fdcf115346","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.07631524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3a847bc-cc60-439d-9773-58d91d2633e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.076328544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e3a847bc-cc60-439d-9773-58d91d2633e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.076568692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68843ab0-04c5-4aa8-8136-375b2ff69491","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.076579049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"68843ab0-04c5-4aa8-8136-375b2ff69491","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.079149043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1104b050-87eb-4d95-808b-5f801a9ec6cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.079946136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7065ca52-ade5-452d-9fa7-e74e23cb8874","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.126472933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bf219a-efe1-41b8-a453-73433c590420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.132617068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"04716b83-6b05-4a11-b35c-0528751f78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.132728981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3fc06a09-d8a4-47aa-8894-e2ae45057604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.147349795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17bf219a-efe1-41b8-a453-73433c590420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.154491714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"04716b83-6b05-4a11-b35c-0528751f78a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.154613899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3fc06a09-d8a4-47aa-8894-e2ae45057604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.154783859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"04bc234f-bd3f-42f8-9b10-fde56337c225","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"name":"e2e-dft-del-1f1802","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.21038929Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"d0f6aa04-2305-4afe-b458-5fad866fa848","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.232345497Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"bfd90967-467e-494d-94f3-32c9acc6642c","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"name":"e2e-dft-del-1f1802","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.242616668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7362125c-2135-496f-93bc-b2e93fd0ae82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.263934818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e28c6e-4b15-46ad-87a1-784dd2d3fd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.264556968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7362125c-2135-496f-93bc-b2e93fd0ae82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.290768367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"76c0dc7f-e9e7-4832-b3ec-02ca6045b622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.296751351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e28c6e-4b15-46ad-87a1-784dd2d3fd3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.312183982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"76c0dc7f-e9e7-4832-b3ec-02ca6045b622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.330454223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4bef0f07-21c3-459b-8c35-a1fa6c49e38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.330907804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6c898aba-1de4-467e-afee-2a48c5586cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.352671242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6c898aba-1de4-467e-afee-2a48c5586cdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.352777231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"4bef0f07-21c3-459b-8c35-a1fa6c49e38b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.373439965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"793652d7-6da2-4532-9c13-740f94fd1279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.394930495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"793652d7-6da2-4532-9c13-740f94fd1279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.455682083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9241115a-b5d0-4ace-9cc4-b898bbc70af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.45634954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"280c652b-82db-40dc-a8f9-ba13a66e9205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.47728395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"9241115a-b5d0-4ace-9cc4-b898bbc70af5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.478590561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"280c652b-82db-40dc-a8f9-ba13a66e9205","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.541748148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"c21d0f16-d6d7-41bf-8a92-a165af558259","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.557423661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"2c703630-2f49-490b-93e5-3d483623cfa9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.557440387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e1624d3-d051-4a25-a69e-df11fb36e3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.562855409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"c21d0f16-d6d7-41bf-8a92-a165af558259","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.572977209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d814ac5e-b9bf-4f28-ae45-e3e4c86ae6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.573788507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f54909d3-477c-4e7a-82d2-8eb5d3a264db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.578866157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"4e1624d3-d051-4a25-a69e-df11fb36e3b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.580272421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"2c703630-2f49-490b-93e5-3d483623cfa9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.583189126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"c21d0f16-d6d7-41bf-8a92-a165af558259","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.597706928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"f54909d3-477c-4e7a-82d2-8eb5d3a264db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.60623719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d814ac5e-b9bf-4f28-ae45-e3e4c86ae6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.672783606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"771628cf-e641-4193-81b4-19bdf02f1743","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.711496941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"9f43bd3a-9b6a-4f2a-918d-30e53e1cde72","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.711526319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"9f43bd3a-9b6a-4f2a-918d-30e53e1cde72","MaaSModelRef":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"routeName":"external-model-e2e-dft-del-1f1802-d5b027304544","namespace":"llm","model":"e2e-dft-del-1f1802","externalModel":"e2e-dft-del-1f1802","provider":"e2e-dft-del-1f1802-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.732619786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bb9d256a-f7ab-492f-be02-1afe16fec200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.792988025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"bb9d256a-f7ab-492f-be02-1afe16fec200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.822889883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"ae9a2c08-0075-4055-80e5-3b62cd3fce3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.845678246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6998e21c-2e8b-4a71-b44f-7164d980ad67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.846701615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"efab8d1b-04f5-45ff-bb86-3bced6000841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.851143506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"ae9a2c08-0075-4055-80e5-3b62cd3fce3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.88127019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"6998e21c-2e8b-4a71-b44f-7164d980ad67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.88365266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"ae9a2c08-0075-4055-80e5-3b62cd3fce3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.88889279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"efab8d1b-04f5-45ff-bb86-3bced6000841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.904046205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ceb59582-103d-45b9-a708-08ecce04ce2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.927139265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"ceb59582-103d-45b9-a708-08ecce04ce2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.938191731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"dbcf0fbc-2720-4f33-becf-67bbfb6e2bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.938651158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2dc750e2-9fa8-4700-a5b0-42e08b048350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.959342147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"dbcf0fbc-2720-4f33-becf-67bbfb6e2bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.959586263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"2dc750e2-9fa8-4700-a5b0-42e08b048350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.970668542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"31fa04c1-5676-4981-b16b-134a18e78778","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.986075123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d0b70194-35ea-48fb-95bb-1675bd178f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:36.991256733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"31fa04c1-5676-4981-b16b-134a18e78778","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.007023447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d0b70194-35ea-48fb-95bb-1675bd178f1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.169671353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b7c42d8d-c88e-4bc0-80e7-d922a1413cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.170010885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"87cd65ad-df11-4a1d-ba33-6d4eaba4dfba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.170808061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed0ffc96-7984-4d31-a560-576f9724a4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.184361979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04731ac1-743b-490d-941f-39e5c54e50a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.190724922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"87cd65ad-df11-4a1d-ba33-6d4eaba4dfba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.191045749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"b7c42d8d-c88e-4bc0-80e7-d922a1413cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.192956281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed0ffc96-7984-4d31-a560-576f9724a4bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.201740034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e2d8366d-321b-4de7-9d58-d017cd3b1b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.207085571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04731ac1-743b-490d-941f-39e5c54e50a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.224529502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e2d8366d-321b-4de7-9d58-d017cd3b1b99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.287103126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"443edd73-052d-416f-89c3-b3090e9fdda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:37.308695538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"443edd73-052d-416f-89c3-b3090e9fdda5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.467870995Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"6493b5ed-817e-47b3-9dc8-9228c528e534","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489082934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87c6a4aa-d34e-4200-b004-9c19a8d44a4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489108667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87c6a4aa-d34e-4200-b004-9c19a8d44a4d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489550467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfb340d1-8889-4d9f-bd34-6fbbeba758aa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489566315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfb340d1-8889-4d9f-bd34-6fbbeba758aa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489878831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8cfdc8e0-0824-4165-b24d-fe1208201662","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.489893559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8cfdc8e0-0824-4165-b24d-fe1208201662","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.490175338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"179b9ef3-3104-4430-9cc2-58f871bcddcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.490189519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"179b9ef3-3104-4430-9cc2-58f871bcddcc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.49053948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14c40a7d-fcfb-4b3e-8309-3d09e14caf46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.490553333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14c40a7d-fcfb-4b3e-8309-3d09e14caf46","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.490810965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c64e4fd-da9b-484c-a024-382c46143f94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.490822274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2c64e4fd-da9b-484c-a024-382c46143f94","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.491100516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"615e0db5-4431-43fa-9225-5aa8945c6b96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.4911143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"615e0db5-4431-43fa-9225-5aa8945c6b96","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.49137344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13158cd9-7011-4f62-87e4-adc4e3e2276e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.491389007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"13158cd9-7011-4f62-87e4-adc4e3e2276e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.502382678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"0c55ee19-1051-4e04-b4b9-dee8d64952b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.517239776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"02b50d02-5262-4671-8143-04edbea61105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.517761203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"17a6162d-1694-4474-a09c-ffffd679f74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.51868974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"d810512d-a1dd-4f8e-aa5a-fc700de6ff65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.518725237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"807c5050-1ed2-4468-8210-66e50c56deda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.524376264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"0c55ee19-1051-4e04-b4b9-dee8d64952b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.54614179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"807c5050-1ed2-4468-8210-66e50c56deda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.546203672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"02b50d02-5262-4671-8143-04edbea61105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.547484523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"0c55ee19-1051-4e04-b4b9-dee8d64952b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.548424082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"d810512d-a1dd-4f8e-aa5a-fc700de6ff65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.549941809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"17a6162d-1694-4474-a09c-ffffd679f74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.557703285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e75047d-47b8-4d67-a042-5c97ec4c3b19","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.557755483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c17dc264-1914-413b-9f04-c6d5bb8f276a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.622690466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"536eec40-ff18-40e6-bc1f-5b8dc97cd71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.645487203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"536eec40-ff18-40e6-bc1f-5b8dc97cd71c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.696853745Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-1f1802","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-1f1802","reconcileID":"79966f55-fadc-40b1-99a6-6781890c1a45","namespace":"llm","name":"e2e-dft-del-1f1802","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.717531197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"64be5c87-0eab-4631-8d8c-ddef169806da","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.734036647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"21ecf897-88c0-4b9b-ab0d-29ff8e225967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.734103075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b7320f40-ec00-443d-9c04-e6cefc9e78ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.734504085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fc00f5-111f-46cc-b6bb-2b9dda7a4426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.739378315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"64be5c87-0eab-4631-8d8c-ddef169806da","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.755582334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"21ecf897-88c0-4b9b-ab0d-29ff8e225967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.759317667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b7320f40-ec00-443d-9c04-e6cefc9e78ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.759337418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3fc00f5-111f-46cc-b6bb-2b9dda7a4426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.834286877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"43fd3e10-6270-46df-b62e-614218e5bdab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.855497364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"43fd3e10-6270-46df-b62e-614218e5bdab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.939148431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"74d213cb-d5e5-4bf3-b76a-ebaaf4aecd01","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.945407489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b3b2ce6-d4e7-4ff2-b11d-813f92193b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.945826341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0fc58888-1922-4dcd-a2ae-c49ee9089cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.945927363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5aea1f90-ae4f-4c02-a29f-8044395083c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.960230084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"74d213cb-d5e5-4bf3-b76a-ebaaf4aecd01","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.960886194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ee61bf7a-5c14-4ccc-88d7-285de8f951ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.967587155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b3b2ce6-d4e7-4ff2-b11d-813f92193b5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.968011178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0fc58888-1922-4dcd-a2ae-c49ee9089cf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.971025702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"5aea1f90-ae4f-4c02-a29f-8044395083c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.987819639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"ee61bf7a-5c14-4ccc-88d7-285de8f951ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:42.989296377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"74d213cb-d5e5-4bf3-b76a-ebaaf4aecd01","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.073691323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"2cda9ef6-aaa6-410f-82b0-1278e0da2ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.109889356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"2cda9ef6-aaa6-410f-82b0-1278e0da2ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.139512484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"919585c7-3d08-4862-8687-8b3a8698c40c","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.156027059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3499c2ef-e89a-4765-81fd-38c63bce4674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.163346069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2def6929-418d-4789-97a7-01f23c09c6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.165343592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"919585c7-3d08-4862-8687-8b3a8698c40c","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.188595507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"3499c2ef-e89a-4765-81fd-38c63bce4674","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.191934973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"17667477-7649-4c42-957d-85f96833ab87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.268782665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2def6929-418d-4789-97a7-01f23c09c6ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.275701958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"17667477-7649-4c42-957d-85f96833ab87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.397591306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d8e40ab9-ef61-4df5-bad6-7098783f810f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.435028494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d8e40ab9-ef61-4df5-bad6-7098783f810f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.445488958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7b391474-7403-47c8-81ad-2bc6c6b95158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.445536895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3b5c1e3d-aad0-419a-96ae-11ec13204201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.466552435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7b391474-7403-47c8-81ad-2bc6c6b95158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:43.467698369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3b5c1e3d-aad0-419a-96ae-11ec13204201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:44.631690045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.196006617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a8f919-1c94-4d9e-ae52-f06eff6fcf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.241323181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a8f919-1c94-4d9e-ae52-f06eff6fcf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.258539431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a8f919-1c94-4d9e-ae52-f06eff6fcf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.276208649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23a8f919-1c94-4d9e-ae52-f06eff6fcf3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.910349561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd37d20-91ad-43e6-877b-aea896a31a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.926133734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd37d20-91ad-43e6-877b-aea896a31a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.941980944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd37d20-91ad-43e6-877b-aea896a31a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:49.957932472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abd37d20-91ad-43e6-877b-aea896a31a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:50.036718598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-81c855","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-81c855","reconcileID":"adc588e6-491a-4bd2-b0ed-30cba51a85bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-81c855","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-81c855":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:50.615615568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f155d7-a0c4-4c1a-8830-dcdea452c77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:50.631592552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f155d7-a0c4-4c1a-8830-dcdea452c77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:50.647478439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f155d7-a0c4-4c1a-8830-dcdea452c77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:50.663918781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f155d7-a0c4-4c1a-8830-dcdea452c77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:51.373352362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad3b584-33fd-4006-9e9f-696fa5ae7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:51.389527922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad3b584-33fd-4006-9e9f-696fa5ae7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:51.405696239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad3b584-33fd-4006-9e9f-696fa5ae7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:51.422209223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ad3b584-33fd-4006-9e9f-696fa5ae7387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:52.168964462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d05694-86c1-45cd-ad4e-edf1556182ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:52.186763641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d05694-86c1-45cd-ad4e-edf1556182ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:52.202867215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d05694-86c1-45cd-ad4e-edf1556182ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:52.219736521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d05694-86c1-45cd-ad4e-edf1556182ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:53.08204483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3448233c-195d-434f-8251-83aeaa96e22a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:53.137782444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3448233c-195d-434f-8251-83aeaa96e22a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:53.164861699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1499d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (19fa8dd53a0d3cf8572dff91d5a4d0d965febaf13f62bcda4dd9fec9ed02a9d5) AuthConfig (346d9b5d563e49ae23580c45a525868c73866fdb58d40249ec15c7c467b792dd) AuthConfig (85b4f1386cb021d18bbbd0a2643c83628f7cee9195d88d1fbbccd9ff6b7600cb) AuthConfig (cbddd606261a762420a9935e367778c2b9f3e2b38ecfe171a1157bfcbe2b630b) AuthConfig (8baeb19c947b78f9d2cd99b049a0b63252d3ca75f882ba3a71101d30401fdb99) AuthConfig (475926065d916ef4a7ed2754787008d65006977449509f18c38abd9d7786a3f4) AuthConfig (e9f69742c0b981ea24281b04ad0a26f0e85f19c2795f9a6f8a45df73d772edef) AuthConfig (f2e79c81995337b86b31e04e4a7e682417f34e687cf2a2e2bc02481744fe7b58) AuthConfig (a8b3f5cdd3c404bc00d856090f88265620ffdfb6e5cf92ca2a5f1ecbb1581bae) AuthConfig (99da441f555c9a4f6bdf6302762d083144249d8cf2f0a74710179f52118745c5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3448233c-195d-434f-8251-83aeaa96e22a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:54.127388591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"dbf70700-167c-4ceb-8fb9-465fcaa1cee0","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:54.234660131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"f46052c3-75a5-488f-bff5-06b6c47567bf","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.69571866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"74508f08-cfc8-4f3a-83b7-ef72e21efb8b","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.71573348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"fbfb8063-3f0c-459c-a8bc-48268a1182c0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.737396351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ab8d7885-cde8-4cc2-8035-4b45846640be","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.79892329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ab8d7885-cde8-4cc2-8035-4b45846640be","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.82285729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ab8d7885-cde8-4cc2-8035-4b45846640be","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:55.863234825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"56bd733d-f612-4f17-82dd-39e3681e091c","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:56.189479972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"68e45dfa-51c2-4d09-84e6-4be7f6070b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:56.18996286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"16ae68d4-c8fa-4d15-a6cb-86b6787efab8","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:56.215972383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"16ae68d4-c8fa-4d15-a6cb-86b6787efab8","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:56.226563535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"68e45dfa-51c2-4d09-84e6-4be7f6070b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:56.24826378Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"68e45dfa-51c2-4d09-84e6-4be7f6070b4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:58.515543891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"2b7160df-78d6-47b0-b5e0-4a7bf17ae8a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:26:58.560445981Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"2b7160df-78d6-47b0-b5e0-4a7bf17ae8a4","name":"e2e-inf-a-691543-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:03.203685252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"89a0ab7b-a4bf-428b-875d-2a483bfc4d04","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:03.225080123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"89a0ab7b-a4bf-428b-875d-2a483bfc4d04","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:03.432960599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"bdb86297-6870-4877-8313-6b81af4d4aec","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.192772486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"87ffec6f-c662-4f5d-b05a-07a949ff4ecd","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.208836583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"0c0eb441-c100-45db-8cf6-791020aab169","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:06.213002634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"423b1843-1a53-43b0-b616-daa0125318d5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-8edc89-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.230456446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"0c0eb441-c100-45db-8cf6-791020aab169","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.234232759Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"3263564e-a130-482f-9444-3efc54e771e1","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:06.254446341Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"3263564e-a130-482f-9444-3efc54e771e1","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:06.254529249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"3263564e-a130-482f-9444-3efc54e771e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.273662977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"69965ab8-575b-4c32-bd06-66cc34b74bb6","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.29542511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"075a4be2-0f44-490c-ab7b-747f17f037fd","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.310828939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5394e850-670a-4af8-8666-85168c573fbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.332768806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5394e850-670a-4af8-8666-85168c573fbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.35348773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5394e850-670a-4af8-8666-85168c573fbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.377676426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"c2934bbd-21ad-498e-87b7-814f5f92936c","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.409170715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"e25380e3-1ab2-4884-afe0-e0f0accb44df","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.430857367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"e25380e3-1ab2-4884-afe0-e0f0accb44df","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.469358307Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"84a02fdc-8087-49aa-96e7-548334fc8a52","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:06.534756422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"be7040da-a7ab-4846-ba50-d40bb2a296f3","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:14.62994642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:16.396595575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"2e2cbf4e-ecd6-48ca-a423-96552d8fa2b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:16.431208056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"2e2cbf4e-ecd6-48ca-a423-96552d8fa2b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:16.452005653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c4426531e341cb604df96d599e7bc5e5f0e66dafd5884a9ecc471262f1a30cc) AuthConfig (bb3d6faf7a8ef3e563fd8063c12c4f88ee3032e5502b05eebf26a982de2a0bc3) AuthConfig (65b18d863adf7ba8023f9a77e976e3ceb5c018fd1058beb14e44de1a30f45640) AuthConfig (9e3ba5b281ffa1d63e6a924fd38cc1b1379bd6e05b8bac111073090ba1465e23) AuthConfig (a0de967d6ba05bc8be791dddcd2bab940ad3091aca34e59774b45b84e166c33f) AuthConfig (5a1b369b8484fbfa0ff90609bc50c25e22540d36127d13a247935a19f5924934) AuthConfig (5d5280462f882422bc72684d93a3c36a31e2d5b7301efc7a11ad5a1eece597d3) AuthConfig (9a08bdfaee263d202733c8f33194ded419456a89807702a2a77d3bb241fb1fff) AuthConfig (a0459c6ab259fbd31081907706921259ab456041af8b70a33830983e7c0c1b68) AuthConfig (7b0e5a85efce0d30e683b967ce445414f7b7197793b32922891326dd2a31ae73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"2e2cbf4e-ecd6-48ca-a423-96552d8fa2b8","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:16.492894556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"225fbb3e-1357-4fdd-b794-c509b23168d0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.277235803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c9ff6-0075-4d10-8d7b-c3ec415d282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.29355444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c9ff6-0075-4d10-8d7b-c3ec415d282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.309765767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c9ff6-0075-4d10-8d7b-c3ec415d282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.325867895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4c9ff6-0075-4d10-8d7b-c3ec415d282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.510108451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ea5f9e77-31e1-44b5-bd5c-2b5f9353d2ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.53173085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ea5f9e77-31e1-44b5-bd5c-2b5f9353d2ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.551479839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c4426531e341cb604df96d599e7bc5e5f0e66dafd5884a9ecc471262f1a30cc) AuthConfig (bb3d6faf7a8ef3e563fd8063c12c4f88ee3032e5502b05eebf26a982de2a0bc3) AuthConfig (65b18d863adf7ba8023f9a77e976e3ceb5c018fd1058beb14e44de1a30f45640) AuthConfig (9e3ba5b281ffa1d63e6a924fd38cc1b1379bd6e05b8bac111073090ba1465e23) AuthConfig (a0de967d6ba05bc8be791dddcd2bab940ad3091aca34e59774b45b84e166c33f) AuthConfig (5a1b369b8484fbfa0ff90609bc50c25e22540d36127d13a247935a19f5924934) AuthConfig (5d5280462f882422bc72684d93a3c36a31e2d5b7301efc7a11ad5a1eece597d3) AuthConfig (9a08bdfaee263d202733c8f33194ded419456a89807702a2a77d3bb241fb1fff) AuthConfig (a0459c6ab259fbd31081907706921259ab456041af8b70a33830983e7c0c1b68) AuthConfig (7b0e5a85efce0d30e683b967ce445414f7b7197793b32922891326dd2a31ae73)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"ea5f9e77-31e1-44b5-bd5c-2b5f9353d2ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.948195344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23b79f5-98ef-4441-8fd4-b1b3319b3bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.965608914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23b79f5-98ef-4441-8fd4-b1b3319b3bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.981612001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23b79f5-98ef-4441-8fd4-b1b3319b3bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:26.997688472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b23b79f5-98ef-4441-8fd4-b1b3319b3bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:27.666306667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b5f52a-9795-4a3c-a3b1-dd7459a06c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:27.682358584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b5f52a-9795-4a3c-a3b1-dd7459a06c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:27.698290971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b5f52a-9795-4a3c-a3b1-dd7459a06c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:27.714314969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88b5f52a-9795-4a3c-a3b1-dd7459a06c80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:28.448692654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef97314-d6c7-440c-89ab-56f7c78d2c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:28.464758319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef97314-d6c7-440c-89ab-56f7c78d2c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:28.480796875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef97314-d6c7-440c-89ab-56f7c78d2c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:28.497125928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef97314-d6c7-440c-89ab-56f7c78d2c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.075763683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1c6013-c122-4bf9-9572-417633f44df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.091913678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1c6013-c122-4bf9-9572-417633f44df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.108682055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1c6013-c122-4bf9-9572-417633f44df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.124657325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb1c6013-c122-4bf9-9572-417633f44df1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.824775784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d221339f-8ee6-42ed-b653-85a7c6d3f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.841165682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d221339f-8ee6-42ed-b653-85a7c6d3f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.857073564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d221339f-8ee6-42ed-b653-85a7c6d3f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.873029889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d221339f-8ee6-42ed-b653-85a7c6d3f4ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:33.899187864Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ee3565","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ee3565","reconcileID":"151cbb2b-09d4-4b53-a54d-ca7839d9ed21","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ee3565","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-ee3565":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:34.587463463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2978ce91-1f3c-411e-9af4-7a4e90404cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:34.603851207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2978ce91-1f3c-411e-9af4-7a4e90404cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:34.619973707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2978ce91-1f3c-411e-9af4-7a4e90404cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:34.636250053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2978ce91-1f3c-411e-9af4-7a4e90404cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:35.306038684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"129b1c12-089f-4786-88c0-22912c0b75cd","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:35.405486691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"45c987e1-4f03-492d-9e70-fe67cdfce3c7","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:35.979419174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"53a6afbe-ca01-4587-8bed-1045e90fcd2c","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.000940707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"d54ee522-d4e8-4b53-8c9f-08324d97375e","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.016919006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"d513d114-d523-4114-a049-d1eae46d6b0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.077233533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"d513d114-d523-4114-a049-d1eae46d6b0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.097039717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"d513d114-d523-4114-a049-d1eae46d6b0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.137788112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"868e61ca-ce89-41da-980f-9a48b1b62ab3","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.585022296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d3dafc5d-7a40-40c7-8f6c-ac3d9aca2bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.605988272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d3dafc5d-7a40-40c7-8f6c-ac3d9aca2bf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.746987196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"76dca8c5-e72a-4eca-941b-1bfec0445cca","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.747003401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"684d5583-b4d2-4201-9971-3265c1fba455","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.768111452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"76dca8c5-e72a-4eca-941b-1bfec0445cca","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.768158575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"684d5583-b4d2-4201-9971-3265c1fba455","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.787736486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"76dca8c5-e72a-4eca-941b-1bfec0445cca","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:36.814905901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"2822421a-72a5-467c-9211-0825c16c9aab","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.551675741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"2a4436d4-c041-429e-81f1-f15bdf822b9f","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.567021577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"e7dfa56a-1394-4512-9518-9a85b7293866","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:37.574045236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"f45bfb75-25a7-4693-81c9-9e8630d57000","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-286597-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.588022705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"e7dfa56a-1394-4512-9518-9a85b7293866","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.594889673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"720521e7-4609-4cc3-9b1c-4748d8573442","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:37.615707038Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"720521e7-4609-4cc3-9b1c-4748d8573442","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-286597-e2e-extmod-b-1546c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:27:37.615779117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"720521e7-4609-4cc3-9b1c-4748d8573442","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-286597-e2e-extmod-b-1546c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.633829068Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"482581b9-eb65-4b93-93c4-dd1347188404","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.654287549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"a6a45911-4aad-44ce-9622-0cd0188e0f95","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.723338678Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"97677a93-5afd-4649-aa89-de616cff504a","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1546c7/e2e-shr-shared-286597-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.785675169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"20247007-d985-42b4-9885-ab22646e5bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.808274338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"20247007-d985-42b4-9885-ab22646e5bd4","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.842021498Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"48c53e36-0597-4c44-a186-9c9477e5ae3c","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:37.906507709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"533f9cbf-a829-46b7-86d4-7ba9a78ef570","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:42.453184994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"e63f1163-965d-46c3-b558-613059d8d30d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:42.499296607Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"e63f1163-965d-46c3-b558-613059d8d30d","name":"e2e-inf-a-81c855-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:44.629819051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:46.82126149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"01db58ce-abdd-4740-b1a5-a9db99676787","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:46.846166865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"01db58ce-abdd-4740-b1a5-a9db99676787","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:46.866193701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"01db58ce-abdd-4740-b1a5-a9db99676787","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:52.269420239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312165-5786-4e8a-bc2e-2d8d4e3e5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:52.28577204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312165-5786-4e8a-bc2e-2d8d4e3e5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:52.302462375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312165-5786-4e8a-bc2e-2d8d4e3e5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:52.318431248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f312165-5786-4e8a-bc2e-2d8d4e3e5369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:52.985330182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e399b31-913b-4ca0-b48a-de7ac643c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:53.001365593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e399b31-913b-4ca0-b48a-de7ac643c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:53.017196335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e399b31-913b-4ca0-b48a-de7ac643c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:53.033077862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e399b31-913b-4ca0-b48a-de7ac643c3f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.015692875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"40e53653-eac1-4a5e-818f-f988ba464cfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.060437552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"40e53653-eac1-4a5e-818f-f988ba464cfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.080573405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"40e53653-eac1-4a5e-818f-f988ba464cfc","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.21741885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4571bcdf-4a14-4677-afb1-992d06a3b3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.233911287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4571bcdf-4a14-4677-afb1-992d06a3b3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.250086676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4571bcdf-4a14-4677-afb1-992d06a3b3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.266018004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4571bcdf-4a14-4677-afb1-992d06a3b3b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:57.951828123Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-601caa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-601caa","reconcileID":"4a787aaf-6859-437d-93ac-e955c35b39aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-601caa","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-601caa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.013477286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d24184-7221-4ce5-ad24-7a0df125d82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.030647136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d24184-7221-4ce5-ad24-7a0df125d82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.046990761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d24184-7221-4ce5-ad24-7a0df125d82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.063176174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d24184-7221-4ce5-ad24-7a0df125d82a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.56594878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"4d076b38-dc24-4b0b-9ec6-2f6e7a910d62","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.658912656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"81acd1e1-ce16-454f-9399-19122a617f30","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.712490054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a91ac6-4dae-4ba1-b15a-048887623766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.728701531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a91ac6-4dae-4ba1-b15a-048887623766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.745494983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a91ac6-4dae-4ba1-b15a-048887623766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:58.761506988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a91ac6-4dae-4ba1-b15a-048887623766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.325421932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"8e4ef815-6624-43d3-b2ec-7ff0e6e208ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.325892927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"37a7bbbd-253f-4381-bf1f-68b6b8d70d1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.348619234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"8e4ef815-6624-43d3-b2ec-7ff0e6e208ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.377564497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"37a7bbbd-253f-4381-bf1f-68b6b8d70d1a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.54927064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1a8925-a15f-4486-befc-e9c6fdb08ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.565185631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1a8925-a15f-4486-befc-e9c6fdb08ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.581386429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1a8925-a15f-4486-befc-e9c6fdb08ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:27:59.597177316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1a8925-a15f-4486-befc-e9c6fdb08ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.40072557Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","reconcileID":"0eeebc5e-90ff-4bd1-aea4-45fae1644a96","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.424255888Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","reconcileID":"5cbae6ea-6a0d-461f-97e0-b5139ab2a185","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.436721638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"ed88f91c-1d4d-466b-8b62-124159341ecf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.437649148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d9c4ada6-ff07-402f-b0e5-783874e93178","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.452717039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c382d2bd-997a-410c-b559-7fd72ca7b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.453815078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3a26999a-bb59-420e-8288-b7beae3f8667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.454303371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f1267327-cfb1-469f-aa88-6b06d68771a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.459244596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"ed88f91c-1d4d-466b-8b62-124159341ecf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.460932439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d9c4ada6-ff07-402f-b0e5-783874e93178","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.476460715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c382d2bd-997a-410c-b559-7fd72ca7b0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.477420697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"3a26999a-bb59-420e-8288-b7beae3f8667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.480514251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f1267327-cfb1-469f-aa88-6b06d68771a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.482830668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"ed88f91c-1d4d-466b-8b62-124159341ecf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.524291668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"9d843b67-3bed-48b9-bda6-df5ff5033489","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.541314477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"0250a789-655b-4ea3-be20-caba179bc533","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.558390232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"98d4e164-9fda-4d32-a150-0c7f243dda72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.560086861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"acc29461-9eeb-42e7-a068-d8aeb170a4be","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.581160891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"49f498d9-b501-427f-8eea-3ed8226a0835","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.583188619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"98d4e164-9fda-4d32-a150-0c7f243dda72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.598488957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"801553fb-78a2-47b6-8159-c9cf812eda32","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.61089855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"17e7e54a-29f8-4060-a3ae-bbc17e59a746","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.611471551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"4f3481bf-fcf5-44e2-97b1-9c755d11189a","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.660895922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"39faa680-1a8a-460c-b92a-875ba7cad319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.660910575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9cdb0870-9fc3-43d5-a32e-8f02c2ae94da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.662584406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"49f80d45-5677-4e30-bd66-26c8efb6147c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.666844632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4f8e20bb-9fd9-4c09-a19c-72fa770e4224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.68240297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"39faa680-1a8a-460c-b92a-875ba7cad319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.683322184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"9cdb0870-9fc3-43d5-a32e-8f02c2ae94da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.685430089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"49f80d45-5677-4e30-bd66-26c8efb6147c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.688650198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4f8e20bb-9fd9-4c09-a19c-72fa770e4224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.72297076Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"60d4089b-9a6a-44dc-aede-6c0d852d859a","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.744500582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0781e01f-ba31-43c8-b825-5d3bbab6a755","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.766743536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0781e01f-ba31-43c8-b825-5d3bbab6a755","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.887018377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"67a06aaf-25ed-4bcb-9e12-6a095f1ec8cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.905517624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2fb0473d-b297-4470-a733-ca5a5bfcb0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.907458359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"eb96179e-9b82-434c-a38c-53f9898b796b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.90766035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a41513-ae34-4530-9230-2e8636155597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.918037068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"67a06aaf-25ed-4bcb-9e12-6a095f1ec8cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.990035937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2fb0473d-b297-4470-a733-ca5a5bfcb0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:01.994840662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"eb96179e-9b82-434c-a38c-53f9898b796b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.046205196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39a41513-ae34-4530-9230-2e8636155597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.08398959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"485b29fb-b75a-4167-945b-8cc4d6bf4821","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.104643828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"48979ea5-5636-4831-b343-59b0a85d661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.141194892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"48979ea5-5636-4831-b343-59b0a85d661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.16041318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"7a19c2ff-aacf-4acc-b2dd-071407f3b3f6","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.204689147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"5fdbf2be-24a6-4623-957d-14eec85c57b0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.222235033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"a409d9b0-f6c9-475b-b99e-f1badb7aaa9f","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.231574974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2edc4ef8-a4c8-47eb-a807-b55d2b65b3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.24883977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"784a39e2-3ee0-41b9-bcf3-fcdb2b3534e4","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.250002141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"d36600ec-0f56-4f3a-83fc-53513d88ebbd","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.233880861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"e28031bd-1b33-4e09-aaaa-2265042a1ca9","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.232265459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c1a02dd-d8fe-48c1-a2a8-9348102032d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.23251887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0d2e8563-5d1b-4fca-b17c-1cfb5bcc98d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.270108477Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"d7686443-cabe-4e61-be58-4b25e36ef352","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.27950304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c1a02dd-d8fe-48c1-a2a8-9348102032d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.282247864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"2edc4ef8-a4c8-47eb-a807-b55d2b65b3a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.283163647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0d2e8563-5d1b-4fca-b17c-1cfb5bcc98d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.30947949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"f04cfc8a-6736-4478-9972-217ec0755e1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.331316659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"f04cfc8a-6736-4478-9972-217ec0755e1c","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.409891052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4c42e479-6dad-4a69-859c-63b713ed1463","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.417761445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"bb41b55c-9d20-4b9f-9351-6f2f5a52f9c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.431498566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4c42e479-6dad-4a69-859c-63b713ed1463","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.439402419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"bb41b55c-9d20-4b9f-9351-6f2f5a52f9c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.451722773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4c42e479-6dad-4a69-859c-63b713ed1463","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.706710052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","reconcileID":"9130dd91-5e07-4677-9f43-84856ed90e6a","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.726982774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"da91d115-9fc9-470c-b5d7-f812529cdd62","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.836802951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"32796c2f-eec6-4ba8-84e9-a197fc910857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.837441569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"16410ea5-9c76-41e9-8ab4-01109c726d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.837979004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b4d7e019-c251-4f38-8331-0749d6b01ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.838424881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"016da268-840a-43cb-a4d6-d9963473e335","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.839009462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"960d446f-afc2-4416-ba1f-1b3b3ee4ac01","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.839665152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"90184bf3-b8ce-4950-b9c0-1fcebf4aeb00","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.862526018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b4d7e019-c251-4f38-8331-0749d6b01ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.865708504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"16410ea5-9c76-41e9-8ab4-01109c726d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.867466636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"32796c2f-eec6-4ba8-84e9-a197fc910857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.868895384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"960d446f-afc2-4416-ba1f-1b3b3ee4ac01","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.871200033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"016da268-840a-43cb-a4d6-d9963473e335","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.891822031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"016da268-840a-43cb-a4d6-d9963473e335","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.926519953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"21a52c56-fe06-47f4-9486-8aa3a0ef38df","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.947734387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"21a52c56-fe06-47f4-9486-8aa3a0ef38df","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.964974005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"72d206dc-fbfb-4bbb-b47a-1f09acd9f81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.965298868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5fa9bf00-2cb8-4292-8094-417f11bd94d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.965379876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab0840a-a112-4747-b8fe-238e71e10536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.988651316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5fa9bf00-2cb8-4292-8094-417f11bd94d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.989572829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab0840a-a112-4747-b8fe-238e71e10536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:02.992044199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"72d206dc-fbfb-4bbb-b47a-1f09acd9f81a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.042216366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"912efbe9-21a4-48d6-895e-058ce59947a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.063261223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"912efbe9-21a4-48d6-895e-058ce59947a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.153683518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e169ea03-9cda-4828-81ee-a2cf9530b122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.153797835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"0729f8e0-cc77-4d73-9d29-50d29e81be60","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.168255111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"06e3eb67-367f-4ff8-981b-459fa9961629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.169543278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a91ffa2d-c56a-4349-a3e9-0068634b39e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.17539305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"0729f8e0-cc77-4d73-9d29-50d29e81be60","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.175452753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e169ea03-9cda-4828-81ee-a2cf9530b122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.175722568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b8719b43-eaf8-4da4-922d-ec503ccffcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.189556193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"06e3eb67-367f-4ff8-981b-459fa9961629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.193909722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a91ffa2d-c56a-4349-a3e9-0068634b39e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.19711879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"b8719b43-eaf8-4da4-922d-ec503ccffcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.273263646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"13986e9e-c5ea-415e-891a-22c9e1399975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:03.295622024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"13986e9e-c5ea-415e-891a-22c9e1399975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:07.943620663Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"08c51935-bd2e-4a8a-a8f8-5543c2d759cd","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:07.962873241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"ffce58d9-69b6-47d2-97a8-f5f6a74dfb79","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:07.995555005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"0c2e5afd-0f6e-470a-b599-73b3679f2c21","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:08.017688759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"0c2e5afd-0f6e-470a-b599-73b3679f2c21","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:08.156856776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"9acdd4d2-3d72-4199-8c57-383766e7a2df","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:12.927074602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"02e38f64-c344-49ff-a693-df791201ccc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:12.948732735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"02e38f64-c344-49ff-a693-df791201ccc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:12.968889305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"02e38f64-c344-49ff-a693-df791201ccc7","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.603513755Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-79cc5b priority=0:[ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.619826682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"aca6f768-dc4b-440a-9917-58dfd181a2d1","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:28:13.638816234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"32583683-df0f-48c0-81ca-60f1019440f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-4d8b85-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.652653467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"d5d8727f-a0e2-4e24-a5fb-48937cccd63e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.653161067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0dc01137-3906-4332-9fe0-3fb72e5299d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.660382006Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"36b07e9a-46da-4021-85e4-c201ca84f160","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.674534328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"d5d8727f-a0e2-4e24-a5fb-48937cccd63e","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.675160488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0dc01137-3906-4332-9fe0-3fb72e5299d6","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.677360833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"252d2e5a-304d-4de8-afcc-81cb7843acaa","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.694659288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"465f8531-e1b7-4e78-9677-a184e1132b2d","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.716073588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"74757bfa-95c8-4dc8-bfd1-9f75f09a3ae7","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.785926546Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"07ba032e-54c8-42df-ac49-3e04ee7f45c8","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.871986472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"e58f49d4-ff82-4b85-8822-1222358a05d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.872107997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"69019199-0238-4dc0-b73e-2e163a67c583","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.877815071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"b2b969eb-d860-48b1-8bd0-d569885182bf","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.89331889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"69019199-0238-4dc0-b73e-2e163a67c583","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.894177109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"e58f49d4-ff82-4b85-8822-1222358a05d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:13.941627811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"66d3a7c6-bfed-486d-ba8e-f5485437d64d","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:14.630828855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:23.003550582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"50f19c4e-00c3-4864-954f-a2f180f01f77","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:23.031408515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"50f19c4e-00c3-4864-954f-a2f180f01f77","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:23.086381994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"50f19c4e-00c3-4864-954f-a2f180f01f77","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:28.420910386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"f5e5da64-a62b-4fdd-ae6b-0d2c1521494a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:28.476802264Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"f5e5da64-a62b-4fdd-ae6b-0d2c1521494a","name":"e2e-inf-b-ee3565-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:33.121178852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"6baa65d7-5614-4ccc-abdd-3d86c0c92449","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:33.142241986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"6baa65d7-5614-4ccc-abdd-3d86c0c92449","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:33.162900779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (83ff9b4a09fcc1c633cb3325179f1e771e85d8c860fc00723098f166ffcc8d80) AuthConfig (495c87bfe09165ab630e13ea83b7c5e667cc53a9574b15e9462a630af9b77dea) AuthConfig (c86266df1eae33794dafefdb900c3954fae40d2f2a62e37132434f267cdeb52d) AuthConfig (400a699ff1051f01270f4639d8ed720911e898e308a4000a91d5dc8241fa0aff) AuthConfig (223ebd56681d5538bcbbf33ad77587397b4f67b5603218e1feb894f3784a666f) AuthConfig (cb108a259b20999c651c6e02ef3f9845158509287d08163b28edb91edb9fc1d3) AuthConfig (c1d7c727682c7f13a29f598e97d49c8d8cb20b2a8120b0ce91dab12dacdb9db0) AuthConfig (4256175cc8e19b061a1ce874946762aaddf9434f7d91896f6e7939f3db0bda89) AuthConfig (c766ad983c65f035dcb4ab3618262412e15674cc5d8c6b648e8a3ea9cb97489b) AuthConfig (4187bb74c95fdeb42ca530a8852e82edacfceb6223a1e1382dd255916467c7b3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"6baa65d7-5614-4ccc-abdd-3d86c0c92449","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:33.520585648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"b176ba55-b032-4e21-bedc-82271db81027","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:33.613323337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"f756e951-ef13-4292-b6ad-e7692021d6be","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.435441947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"795c1ac4-a73e-45dd-959a-95967f4b6919","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.452625903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"527b7e95-0682-4910-ba96-ea4628368257","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.452625927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"82b8dbbb-88e1-4dbc-9497-9d8d3446b6ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.45616654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"795c1ac4-a73e-45dd-959a-95967f4b6919","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.473956729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"82b8dbbb-88e1-4dbc-9497-9d8d3446b6ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.47522387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"527b7e95-0682-4910-ba96-ea4628368257","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.669598957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"51acabad-3909-4a83-ae75-83d94e1bfab2","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.688871921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"f915342c-f640-44b6-bd59-a8258e7f7c46","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.723366145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"820afc7c-1d7b-4f8e-9e20-79a18ad376a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.744874899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"820afc7c-1d7b-4f8e-9e20-79a18ad376a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.765110206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (792d8da9f797fc58afb5f5b1cbd4c62ab91bfca8497db32bbebd6c81345a4a36) AuthConfig (5820ebd99c79f4ea7bd964a387183896ce7c57b92b409a819967fc525d5581d6) AuthConfig (dc9310b703c55e22a03a61d9158213d638c74e56dbe03e7a54b521ba9e57581f) AuthConfig (59f3bdb8e0bdc9e5ba802cf7d868411e4edf96c9edea82b329464bb5fb323a7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"820afc7c-1d7b-4f8e-9e20-79a18ad376a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.805528395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"7930b4bb-b6a1-4e5d-871d-6f61745e3503","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.820953355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"32b28915-0d01-4ea5-82ba-c5475c7eac9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.821688076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"613f8370-b64c-4857-a57b-854ef84f086d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.821709479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"c9b5a2b2-f68d-498a-92f8-480863a44904","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.844024295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"613f8370-b64c-4857-a57b-854ef84f086d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.844027385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"c9b5a2b2-f68d-498a-92f8-480863a44904","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.846067986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"32b28915-0d01-4ea5-82ba-c5475c7eac9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.921496818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"128cfa42-d963-4d3a-9077-601eeb049eac","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.942479265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"128cfa42-d963-4d3a-9077-601eeb049eac","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:34.962486338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (792d8da9f797fc58afb5f5b1cbd4c62ab91bfca8497db32bbebd6c81345a4a36) AuthConfig (5820ebd99c79f4ea7bd964a387183896ce7c57b92b409a819967fc525d5581d6) AuthConfig (dc9310b703c55e22a03a61d9158213d638c74e56dbe03e7a54b521ba9e57581f) AuthConfig (59f3bdb8e0bdc9e5ba802cf7d868411e4edf96c9edea82b329464bb5fb323a7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"128cfa42-d963-4d3a-9077-601eeb049eac","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.10306857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8788440-eedf-4117-b93c-279aee5196f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.119350022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8788440-eedf-4117-b93c-279aee5196f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.135308277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8788440-eedf-4117-b93c-279aee5196f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.151297966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8788440-eedf-4117-b93c-279aee5196f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.792598713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556f6f5c-788f-49e0-8711-a150b13bdc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.808686918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556f6f5c-788f-49e0-8711-a150b13bdc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.824838189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556f6f5c-788f-49e0-8711-a150b13bdc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:38.840987633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"556f6f5c-788f-49e0-8711-a150b13bdc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:39.568922134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991e244-a86a-4905-8170-a91bc0fa0397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:39.584951134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991e244-a86a-4905-8170-a91bc0fa0397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:39.601736411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991e244-a86a-4905-8170-a91bc0fa0397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:39.617814314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991e244-a86a-4905-8170-a91bc0fa0397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:43.20157335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"786605d6-7d6d-49c5-a70c-bcca4bcca9c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:43.267521895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"786605d6-7d6d-49c5-a70c-bcca4bcca9c5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:43.481801969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"70160105-3e8b-4995-a4d0-930eba2d940e","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:44.630601188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:45.013651795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"bf779897-b48b-41f7-b1af-a429b388a721","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:45.034611384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"bf779897-b48b-41f7-b1af-a429b388a721","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:45.054521611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (792d8da9f797fc58afb5f5b1cbd4c62ab91bfca8497db32bbebd6c81345a4a36) AuthConfig (5820ebd99c79f4ea7bd964a387183896ce7c57b92b409a819967fc525d5581d6) AuthConfig (dc9310b703c55e22a03a61d9158213d638c74e56dbe03e7a54b521ba9e57581f) AuthConfig (59f3bdb8e0bdc9e5ba802cf7d868411e4edf96c9edea82b329464bb5fb323a7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"bf779897-b48b-41f7-b1af-a429b388a721","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:47.480885788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07743ae-fa50-441a-b429-a6cf4ceb2d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:47.497962822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07743ae-fa50-441a-b429-a6cf4ceb2d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:47.514165308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07743ae-fa50-441a-b429-a6cf4ceb2d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:47.530321429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d07743ae-fa50-441a-b429-a6cf4ceb2d85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.163868248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45805d-699b-43be-ac42-dc30cecb5463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.180904251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45805d-699b-43be-ac42-dc30cecb5463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.199419839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45805d-699b-43be-ac42-dc30cecb5463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.2154794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a45805d-699b-43be-ac42-dc30cecb5463","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.31063339Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b6ac37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b6ac37","reconcileID":"d7cf0a1f-088d-4a43-95e5-f708b43b6527","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b6ac37","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b6ac37":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.852380328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-79cc5b priority=0:[ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.869466358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"516e50ff-c90a-444e-990f-6a6c72a17f65","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.87372362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8760c1a-689b-41a4-9858-33d383846cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:28:48.888626972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"3c550a5f-e78c-46fd-be4f-29a4789685cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-8edc89-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.890290592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8760c1a-689b-41a4-9858-33d383846cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.90671833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8760c1a-689b-41a4-9858-33d383846cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.906903576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"55dee7b5-3ffa-4e18-88ef-441e78f42e3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.96647052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8760c1a-689b-41a4-9858-33d383846cfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.98388795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"4b5c852a-454c-470e-9463-c0e35f371e64","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:48.989026153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"55dee7b5-3ffa-4e18-88ef-441e78f42e3b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:28:49.00214102Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"4b5c852a-454c-470e-9463-c0e35f371e64","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:28:49.002193051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"4b5c852a-454c-470e-9463-c0e35f371e64","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.018777577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"2ade549c-cf4b-4ed1-b07a-302a4baa0a70","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.056006167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"c9747f98-42e3-47d2-a75a-8640955d5100","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.117442943Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"7aa745a9-fb69-41a4-b5a1-70ed4fa1ec67","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-14f8bd/e2e-shr-auth-8edc89-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.201145302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4b8bdf3b-7fd8-4c9a-a1ae-34ac1ada1b15","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.230763118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4b8bdf3b-7fd8-4c9a-a1ae-34ac1ada1b15","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.253430129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"4bc33ad7-2bf0-4c6d-ba79-47f7ffa8b25d","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.32532717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"7740b757-fcfd-4818-89c5-2a54fd36898d","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.776086509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118504c-6a96-4896-a1f8-81275d377bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.7922331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118504c-6a96-4896-a1f8-81275d377bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.807986285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118504c-6a96-4896-a1f8-81275d377bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:49.824138533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c118504c-6a96-4896-a1f8-81275d377bc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:50.498131007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eeef29-7efa-4704-bd2c-93e979fe64a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:50.541952112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eeef29-7efa-4704-bd2c-93e979fe64a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:50.559455366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eeef29-7efa-4704-bd2c-93e979fe64a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:50.596599257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eeef29-7efa-4704-bd2c-93e979fe64a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:51.399233317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8012afd3-8724-4a7b-bf12-8aad9bc58d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:51.415305243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8012afd3-8724-4a7b-bf12-8aad9bc58d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:51.431383696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8012afd3-8724-4a7b-bf12-8aad9bc58d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:51.447801877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8012afd3-8724-4a7b-bf12-8aad9bc58d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:54.951507114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"3e1b096e-5b33-4acb-9f5e-201919b391a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:54.99784344Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"3e1b096e-5b33-4acb-9f5e-201919b391a7","name":"e2e-inf-b-601caa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:55.23265716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"48b3de10-df77-4740-8fb5-00e030030b3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:55.31146572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"48b3de10-df77-4740-8fb5-00e030030b3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:28:55.339577445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-1546c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (792d8da9f797fc58afb5f5b1cbd4c62ab91bfca8497db32bbebd6c81345a4a36) AuthConfig (5820ebd99c79f4ea7bd964a387183896ce7c57b92b409a819967fc525d5581d6) AuthConfig (dc9310b703c55e22a03a61d9158213d638c74e56dbe03e7a54b521ba9e57581f) AuthConfig (59f3bdb8e0bdc9e5ba802cf7d868411e4edf96c9edea82b329464bb5fb323a7c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"48b3de10-df77-4740-8fb5-00e030030b3a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:05.390754878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"80f75ae1-e1d8-4d95-88f3-f02baeeddcad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:05.412720829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"80f75ae1-e1d8-4d95-88f3-f02baeeddcad","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:05.551142315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"a36d198f-6722-45e1-b07e-08bd2cc115f8","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.154184907Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-79cc5b priority=0:[ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub]","namespace=ai-tenant-e2e-extmod-b-1546c7 priority=0:[ai-tenant-e2e-extmod-b-1546c7/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-b-1546c7/e2e-shr-shared-286597-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.170940107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"c5a1ff5c-1b7f-4ae4-b77f-62de3d894336","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:29:06.195834161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-1546c7/e2e-shr-auth-4d8b85-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-4d8b85-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.206473806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"7dc46337-8b2f-44d9-a8ca-a674f91faf9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.209041867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"178c5495-10ab-4ed5-b0a5-abcaf2de6f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.26454192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"9f06c3cf-b983-43d2-8461-8e29dab58741","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.26687913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"7dc46337-8b2f-44d9-a8ca-a674f91faf9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.266995589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"178c5495-10ab-4ed5-b0a5-abcaf2de6f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.281686891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"b6f853b7-c104-49ac-ba6c-10020a5abe22","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.339721803Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"0ac566a5-a0c6-49aa-9c62-50df9626d1a5","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-1546c7/e2e-shr-auth-4d8b85-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.445512027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"0dfa4ce8-28ee-4482-b80d-3a74e9336233","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.477922453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"f2a17162-0b64-4f29-89b2-4573842d3556","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.477921814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"3bb4ffd1-081e-4b9a-b9c7-99b7be47c326","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.499446627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"3bb4ffd1-081e-4b9a-b9c7-99b7be47c326","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.500580372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"f2a17162-0b64-4f29-89b2-4573842d3556","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:06.511797333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"fb8bd096-3dc6-498c-b457-710ccd286b12","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:14.631565859Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:18.790116891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"eba6a7d7-5f13-42e8-a413-ebc2edd27a1e","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:18.90393986Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"bd3ad001-bd3d-4dcc-9d30-06ed5075e7c8","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:19.744215693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"c9844421-4b2a-49ce-b6e8-e50fa3c4228b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:19.744634124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"983e91f5-4fc8-488e-8264-771b57b2a37b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:19.765304169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"c9844421-4b2a-49ce-b6e8-e50fa3c4228b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:19.765454017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"983e91f5-4fc8-488e-8264-771b57b2a37b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:26.577553599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069f365-22ff-4962-a8dc-b7cfc98cd6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:26.59373031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069f365-22ff-4962-a8dc-b7cfc98cd6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:26.610365035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069f365-22ff-4962-a8dc-b7cfc98cd6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:26.629985215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c069f365-22ff-4962-a8dc-b7cfc98cd6c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:27.333593577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc64648-9b9f-4a49-9e1d-f136ef19bf9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:27.349918988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc64648-9b9f-4a49-9e1d-f136ef19bf9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:27.36594504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc64648-9b9f-4a49-9e1d-f136ef19bf9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:27.381793987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc64648-9b9f-4a49-9e1d-f136ef19bf9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.341825385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"839d069c-ea9d-418d-ab08-b68432f3ae59","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.364524101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"edf999d3-ccac-4a18-ad5d-e3b090841955","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.377852294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f7ea509d-4146-4d8e-8ede-200eca0b8f3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.392501964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"488255a4-bc57-46ac-83ef-3c43bf80b2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.392761613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c1393a6b-f2ca-4403-9dcd-becb4eaa4a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.393408651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e156401-c036-4d15-acd3-e890796a0656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.39404835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"ba1b6f50-43c5-4002-89a3-29bf364eb11a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.399494062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f7ea509d-4146-4d8e-8ede-200eca0b8f3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.41511623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"488255a4-bc57-46ac-83ef-3c43bf80b2bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.41513571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c1393a6b-f2ca-4403-9dcd-becb4eaa4a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.417567102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e156401-c036-4d15-acd3-e890796a0656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.41771661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"ba1b6f50-43c5-4002-89a3-29bf364eb11a","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.471781504Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"04451128-5805-4edf-81d6-9f28be24024b","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.488723334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"d19b2c8f-9840-4121-8016-1d5e3a314078","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.526853449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"be2c5913-325e-4791-aeff-d0397f244bbc","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.544968403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"0902557f-5ac9-44f0-82e2-92713e9b701c","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.545557117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"3c2dcc62-6667-4d77-bf7a-3274e3b5560e","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.546344371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"04b423c9-dcb1-4542-b8b6-ab7bac161969","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.596420432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9f6d6a57-b214-4d2f-b9c7-3e403d9255ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.601339358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5bd73e9-2fcb-4ae4-99ac-de5713b46240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.601905355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae9b002f-e806-492a-bad5-770578ed3500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.617898379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9f6d6a57-b214-4d2f-b9c7-3e403d9255ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.622481083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5bd73e9-2fcb-4ae4-99ac-de5713b46240","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.623189113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"ae9b002f-e806-492a-bad5-770578ed3500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.676492494Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"d2a505b1-01df-40d6-b9a2-cfbbe74f8445","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.699350239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f79384e3-eb0d-4e7f-8dcd-161fb7aea361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.700177738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c3edfc77-c528-43b4-bff1-44b2091412da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.720481675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f79384e3-eb0d-4e7f-8dcd-161fb7aea361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.720744512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"c3edfc77-c528-43b4-bff1-44b2091412da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.841582731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"78afe8c1-069c-4ceb-952d-cb7762a4b1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.842292145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"28ffdbf3-5df9-464c-bf4b-34725d159b95","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.876737431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"28ffdbf3-5df9-464c-bf4b-34725d159b95","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.877968788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"78afe8c1-069c-4ceb-952d-cb7762a4b1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.951907241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e7d9d0e3-3b66-4623-b3a4-3faba65dbc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.968616329Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"c2ec954e-7bfc-49fe-a897-f127a69cd456","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:32.983797379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"e7d9d0e3-3b66-4623-b3a4-3faba65dbc23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.01277564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"b640c089-dfbd-4fb3-8fff-21292f4ebbbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.029505046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b613e525-4019-4bf1-aea7-33dc65febb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.030574246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"a0f068cd-1c80-4081-aaa2-718d6514a09a","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.036696265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"b640c089-dfbd-4fb3-8fff-21292f4ebbbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.05153256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"b613e525-4019-4bf1-aea7-33dc65febb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.116627176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"9938ab4b-0e48-4fe5-b005-f0421135b83d","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.1175136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c3a04a53-9bf9-41c3-8855-ab08d8839d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.1338308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"d6e0f33f-df8a-4ac0-9a11-7130935ea29c","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.139185784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c3a04a53-9bf9-41c3-8855-ab08d8839d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.15043005Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"d380bd97-8555-4be8-ba72-b6deb3f06922","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.166749766Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"31204744-6bf8-4450-99d4-c47482eda37d","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.186201075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"1e099df7-4296-4654-8d26-64368a745164","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.187167317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"06a99280-f1e4-4bb2-afd4-c4ef4b98d4a5","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.29068866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"96a84a04-ba4e-4b6f-861b-ef60cd60c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.291160802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"f26e71f1-a7b7-4ca6-a7ee-2a7d1270820b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.291627737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee0e2d5a-857a-4cd4-b4d4-9ee67e1fed1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.368163573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"fd3757ed-20d6-4e5f-851b-d68f777abb22","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.372358531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"96a84a04-ba4e-4b6f-861b-ef60cd60c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.375818696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"f26e71f1-a7b7-4ca6-a7ee-2a7d1270820b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.379264828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee0e2d5a-857a-4cd4-b4d4-9ee67e1fed1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.385435319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"5d51f9a5-a4bb-4583-9f1a-6b152de61c07","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.398875483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bd7ab06a-aee4-410d-8b4b-c4180804bf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.466360262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"c4e98e59-3436-4b3d-9aca-ae0886b68203","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.46744004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"0f9a10e4-8909-478f-8492-0412f6406a8a","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.469622834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"bd7ab06a-aee4-410d-8b4b-c4180804bf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.483162928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"fb97cf17-7f51-4dd1-a8ca-cadd30612202","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.499165304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d596fd87-42c7-4bc0-9074-f51d0eee0eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.518981314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3d9d5ecc-5509-4c47-8cfe-412513d4c242","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.520870594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d596fd87-42c7-4bc0-9074-f51d0eee0eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.522474859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"74b76dfa-b6b0-45eb-ae7f-a6d4097c5bb5","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.536222159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"eb810da3-7508-40e7-9c81-5f020c9f92cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.53993255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"3d9d5ecc-5509-4c47-8cfe-412513d4c242","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.559149434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"eb810da3-7508-40e7-9c81-5f020c9f92cb","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.562066858Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"e1a5a0c5-042c-4073-8fe0-c861129ae023","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.620604105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"49138172-7b63-417b-ad73-e5e615270dc6","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.635380551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65232b02-7fde-448e-9629-1a6a40f776a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.641508442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"49138172-7b63-417b-ad73-e5e615270dc6","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.656567134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65232b02-7fde-448e-9629-1a6a40f776a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.749432024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"56b59bac-a684-4319-bcba-a215d115ab37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.784360261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"56b59bac-a684-4319-bcba-a215d115ab37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.84795533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"279b05e3-5edb-4351-ba92-744ef694f87b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.849049517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7a3c7930-2efa-4620-bbe0-e83b7603d5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.871951063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"279b05e3-5edb-4351-ba92-744ef694f87b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.872248337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7a3c7930-2efa-4620-bbe0-e83b7603d5da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.941383299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7a3c6a1e-7d6a-459e-bf29-290395d16d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.964383223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"430f9d6a-a781-4725-98f3-67ae5cd373a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.968262016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"7a3c6a1e-7d6a-459e-bf29-290395d16d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.986034472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"430f9d6a-a781-4725-98f3-67ae5cd373a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:33.996649359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"097928bc-7397-4ba8-b2c3-9c807bf42003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.017746956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"097928bc-7397-4ba8-b2c3-9c807bf42003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.040959709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d5d625f4-e43a-4d1b-b0f5-fb7f9cccf296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.061967809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d5d625f4-e43a-4d1b-b0f5-fb7f9cccf296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.141117936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ad957324-e83c-4181-b3b8-b173807af76b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.141122468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d4cc4779-949f-4f60-99f6-679974ed8fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.141834998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0bbc9057-494c-48ab-9c1c-c63f9e986b91","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.142101788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a08fd70-21fe-4cdd-be0d-32897c1f0b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.162813406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d4cc4779-949f-4f60-99f6-679974ed8fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.162947061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"0bbc9057-494c-48ab-9c1c-c63f9e986b91","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.165206194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a08fd70-21fe-4cdd-be0d-32897c1f0b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.165559683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ad957324-e83c-4181-b3b8-b173807af76b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.24391941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"eba84835-1c4f-48a6-8b43-5ddef716804f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.278668861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"eba84835-1c4f-48a6-8b43-5ddef716804f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.360323118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"522f8880-668d-41d7-aaf5-ae5b4c4d65a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.381988424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"522f8880-668d-41d7-aaf5-ae5b4c4d65a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.385817888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8958e8f8-5805-4396-9143-23c258518821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.441034874Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"30139b86-90cd-4d37-a733-af580b8d739d","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.475327809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8958e8f8-5805-4396-9143-23c258518821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.497612467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"f960d882-1f26-4e36-a832-c46a748b93ea","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.524552577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"2b11f144-9e87-439e-aa46-dc828f9cef53","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.550936726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e739e89a-9a33-452d-b791-3b3d8feff3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.553819656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"a25f578b-235b-4515-a991-35009f6b3046","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.554373407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0a3225eb-ac7f-4c63-868d-021730026504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.57582522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"e739e89a-9a33-452d-b791-3b3d8feff3f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.576872584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"a25f578b-235b-4515-a991-35009f6b3046","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.579029351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"0a3225eb-ac7f-4c63-868d-021730026504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.695937444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"d88cd6b3-beca-41ab-85b6-84184609a693","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.711080118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb2b10b9-c90d-4367-9d81-473d198d6487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.717491158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"d88cd6b3-beca-41ab-85b6-84184609a693","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.732105071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb2b10b9-c90d-4367-9d81-473d198d6487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.812652862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d452918b-e0b8-451d-ada9-910abad3bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.812672331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"7e7a4d8d-ca5e-43dd-9da9-c4e7c4ab749b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.81382964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"96eddb55-f48c-454a-b548-7f2912bbab2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.827510208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"1527d539-dbf8-4f48-a8fa-6b55942f9677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.834149677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"7e7a4d8d-ca5e-43dd-9da9-c4e7c4ab749b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.835104943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d452918b-e0b8-451d-ada9-910abad3bf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.836900011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"96eddb55-f48c-454a-b548-7f2912bbab2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.845328317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"2950fac9-d551-4f5d-ab4d-6d35150f69df","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.848285979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"1527d539-dbf8-4f48-a8fa-6b55942f9677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.867295626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"2950fac9-d551-4f5d-ab4d-6d35150f69df","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.931508936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2a26cf-9767-46f3-abfb-f1051c105751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.931953413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"089ddc5b-8776-45ec-9ec2-5de79df0bea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.946220374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"909bb152-835a-4728-9412-a40aeb9d8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.952285726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c2a26cf-9767-46f3-abfb-f1051c105751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.952537359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"089ddc5b-8776-45ec-9ec2-5de79df0bea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.963325066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d077d056-2b14-4eab-aa90-7e37530a8ddd","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.968477409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"909bb152-835a-4728-9412-a40aeb9d8803","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:34.985031915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"d077d056-2b14-4eab-aa90-7e37530a8ddd","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.033351421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"98107d43-2d10-4959-b1ad-8d69d17307a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.054284684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"98107d43-2d10-4959-b1ad-8d69d17307a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.116201431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"6d1feb35-2fbc-4d9b-bd05-867e73653d28","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.131817039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c52a49ad-d88d-40af-90cb-15c402f44ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.132591621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5c79566f-2808-491f-a230-649e969f74e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.137601976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"6d1feb35-2fbc-4d9b-bd05-867e73653d28","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.155260966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"c52a49ad-d88d-40af-90cb-15c402f44ce0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:35.156895925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"5c79566f-2808-491f-a230-649e969f74e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:38.928332101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"98cbea46-1471-4bb7-a614-74aa029ac2fa","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:38.949231998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"75848f9b-be75-4e8f-be44-e2d1bfcc10c8","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:38.981176834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"f124c2dc-ad5c-436b-9d3b-71a91ea81f34","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:39.001835875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"f124c2dc-ad5c-436b-9d3b-71a91ea81f34","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:39.211930822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"2b01d290-4914-4c41-bf21-53ac4f8edf65","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:39.535182045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"f4edf839-969e-4844-be9b-49837ce80073","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:39.633001456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"d23109f5-43ff-420b-97e6-4abf62f073e7","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.461675099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"3e8a8fb7-084e-4bb0-a52a-6c177d441911","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.46174233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"33492535-32a3-4b6b-b77e-25b68c56b0cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.463760543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"6d9ffbf1-4005-4444-b80d-b456f3cd3114","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.463849642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9bb3ade1-e20f-4e4a-8afb-c55268384633","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.484140694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"3e8a8fb7-084e-4bb0-a52a-6c177d441911","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.48432954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"33492535-32a3-4b6b-b77e-25b68c56b0cd","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.48672078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"6d9ffbf1-4005-4444-b80d-b456f3cd3114","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:40.487938676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9bb3ade1-e20f-4e4a-8afb-c55268384633","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.31401734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"61232a19-6530-4a9b-af25-258ddb712422","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.354308559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"5a2a07f7-9d81-40e2-a6d7-ad6c630ce89b","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b9857a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.424510097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"2a7af7a7-0c98-4e34-9b8d-416df77a15f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.424991551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5314d7e4-8b6f-4ef8-b17a-66cf95914598","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.465627905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"2a7af7a7-0c98-4e34-9b8d-416df77a15f7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.469041154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5314d7e4-8b6f-4ef8-b17a-66cf95914598","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.666244865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"189b5680-ccfa-4fc7-8236-529e9cc46929","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.669102999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"26a19054-c978-422e-a401-c43017a88b56","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.687401391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"189b5680-ccfa-4fc7-8236-529e9cc46929","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:42.693702485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"26a19054-c978-422e-a401-c43017a88b56","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.604710006Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-79cc5b priority=0:[ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub]","namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.622821528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"8a329f37-ef35-4aeb-91b2-c7e4b478f89c","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.630863691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.655575253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"77eaf4b1-fec8-4249-88cc-dab3fff9919e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.655622072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f902a8c4-c69b-44fa-8618-eccb7dfcd79a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:29:44.664005819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b7bb45-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.664474059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"bc5254d4-a103-402d-98a9-fa631f6522b5","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.676907637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"f902a8c4-c69b-44fa-8618-eccb7dfcd79a","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.67704914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"77eaf4b1-fec8-4249-88cc-dab3fff9919e","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.681376558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"0d2d72ec-e229-4fda-a1af-093655e77c6b","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.698867077Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"3d1de49a-78a2-4f65-b8f0-6dd1afadb6ee","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.749605493Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"11efdb5f-c215-4ea9-8f98-2e967712e865","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.848983832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"079a2e99-1880-47b6-baf1-0a2f84a518b3","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.875839834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"48fc80ed-955b-4370-b569-c41c6e278a20","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.875865037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"fd03905e-3b44-4442-aa3d-dc700b6ca7d8","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.897078044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"48fc80ed-955b-4370-b569-c41c6e278a20","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.897141302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"fd03905e-3b44-4442-aa3d-dc700b6ca7d8","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:44.913662163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"bc03f825-f3bd-4bbd-a494-0dd0396943f7","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:45.812682409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"94b796c4-6155-4caf-a2cd-6e600e24bb35","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:45.858319114Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"94b796c4-6155-4caf-a2cd-6e600e24bb35","name":"e2e-inf-b-b6ac37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.370799775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"62b18d12-fe71-45d6-be13-62d387e9b2b3","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","subscription":"e2e-shr-auth-4d8b85-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.403968238Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"62b18d12-fe71-45d6-be13-62d387e9b2b3","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.420483908Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"62b18d12-fe71-45d6-be13-62d387e9b2b3","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.514198804Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-79cc5b priority=0:[ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-auth-4d8b85-sub ai-tenant-e2e-extmod-a-79cc5b/e2e-shr-shared-286597-sub]","namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.530943811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"47cb4892-53d6-45a6-9956-85dcc04aa84e","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.563123129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9a300664-021c-4346-aac1-6476af94c30f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.564561283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"c21f8a2b-e969-413a-bfc1-32049578f6a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.571303432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"c1727ea4-5dec-4871-a388-b097d0dcf36d","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.584152271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"9a300664-021c-4346-aac1-6476af94c30f","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.586700839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"c21f8a2b-e969-413a-bfc1-32049578f6a5","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.67721681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"a75eb676-7dff-4551-aa23-86978b946edf","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.733989863Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-auth-4d8b85-access","reconcileID":"68b6f9bc-c15f-4b29-8665-29c8323ce992","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.80468908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","reconcileID":"0e0a6e6b-a923-4cce-9410-27d339c13f4d","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-1299b975b649","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-b-1546c7","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.959641069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"8a6009b1-7917-4636-80f2-9bdf0492b4e7","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.991967596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"3054b354-2efa-495e-8389-d69ffc8a985c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:52.999028523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"8831f404-5a24-4e79-b498-4c36fb72139b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.005997494Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"de296a42-1184-4285-8ee7-0d51778e91b0","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-defed01d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.016008564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"3054b354-2efa-495e-8389-d69ffc8a985c","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.021367839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"8831f404-5a24-4e79-b498-4c36fb72139b","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.159871475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"5444107e-4540-4519-a4b1-02a9214bd045","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.164099544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"28d05251-6877-46e8-96bf-b411ceec5580","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.181648566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"5444107e-4540-4519-a4b1-02a9214bd045","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:53.185587384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"28d05251-6877-46e8-96bf-b411ceec5580","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.058535003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d2afbe-ab91-4f4b-a3a1-53f5889c2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.074647171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d2afbe-ab91-4f4b-a3a1-53f5889c2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.090632847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d2afbe-ab91-4f4b-a3a1-53f5889c2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.106769625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d2afbe-ab91-4f4b-a3a1-53f5889c2980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.761353061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308f20c-357a-4466-9f3c-66a7bb812b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.777576897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308f20c-357a-4466-9f3c-66a7bb812b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.794010648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308f20c-357a-4466-9f3c-66a7bb812b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:29:54.809997832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d308f20c-357a-4466-9f3c-66a7bb812b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:00.663865021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"2155a328-3a9b-421f-9b70-3c9cff025347","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:00.663894546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"2155a328-3a9b-421f-9b70-3c9cff025347","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:00.987673987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"d48e1b4d-bab6-46b5-b405-6a213c7be30d","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:00.987702477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"d48e1b4d-bab6-46b5-b405-6a213c7be30d","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.006679493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"df0536df-a4fd-42df-8724-c42ac66e5165","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.006709862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"df0536df-a4fd-42df-8724-c42ac66e5165","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.041168865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"955384e9-1817-4413-8997-71f600ed11aa","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.096532215Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"955384e9-1817-4413-8997-71f600ed11aa","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.116674239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"955384e9-1817-4413-8997-71f600ed11aa","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.138219358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"7d150c17-a013-42c4-a9d7-b136781cba3b","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:01.138239603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"7d150c17-a013-42c4-a9d7-b136781cba3b","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.028449082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"b4859070-a717-4869-b316-31112410152e","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","subscription":"e2e-shr-auth-4d8b85-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.070466107Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"b4859070-a717-4869-b316-31112410152e","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.088747153Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-sub","reconcileID":"b4859070-a717-4869-b316-31112410152e","MaaSSubscription":{"name":"e2e-shr-auth-4d8b85-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.283614509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.301881597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"fcfbff67-694e-461d-83b5-4c774e213d9c","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.338642627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"09966430-9152-4f3a-accc-09c97c1274c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.338862996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"2c8ef762-c04e-45d3-8e6c-f922a41ddc50","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.347620926Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"b8e8c70d-0217-4d24-b2fb-147fe689d06e","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.361707007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"2c8ef762-c04e-45d3-8e6c-f922a41ddc50","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.361752219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"09966430-9152-4f3a-accc-09c97c1274c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.446816692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"0aa07860-1221-4e0d-81a0-912ee55baaed","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.520151225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-auth-4d8b85-access","reconcileID":"451390b2-9fbd-4c49-af55-22a37607ab8b","MaaSAuthPolicy":{"name":"e2e-shr-auth-4d8b85-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:03.760771792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"0ead6f10-46c6-45d8-991f-575660975b9f","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.1343395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","reconcileID":"32787314-6830-488b-8007-a48f9dccec95","MaaSModelRef":{"name":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-auth-4d8b85-08f753e556a8","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-auth-4d8b85-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-auth-4d8b85","provider":"e2e-shr-auth-4d8b85-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.723722774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","reconcileID":"f708e704-1401-40d7-9d02-45f1cdf515e0","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.78033687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efbec120-4ba8-412b-aa19-68ca88b48e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.781841962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"1a5e3802-6b44-4473-857b-3686bb8234f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.78407788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5cd57440-1bfd-463b-b052-42c4192d01a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.841703057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efbec120-4ba8-412b-aa19-68ca88b48e76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.852278073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"5cd57440-1bfd-463b-b052-42c4192d01a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.853848787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"1a5e3802-6b44-4473-857b-3686bb8234f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.851475996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"086bf29e-888b-4434-82d2-d43abadeeda4","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.876592846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"453b21e0-24dd-4506-b15f-e16066de1526","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.877705208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"b0857b80-39c5-4fa3-92ac-20fd4145c41b","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.897610095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"53015bd4-f542-4a49-a76e-79ad27de6650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.901800691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"453b21e0-24dd-4506-b15f-e16066de1526","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.927308558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"53015bd4-f542-4a49-a76e-79ad27de6650","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:04.984621509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"453b21e0-24dd-4506-b15f-e16066de1526","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.021000541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"3381d21e-9e2c-473b-8e90-e331342d52dd","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.024941024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"bcfaaf69-c7bf-4e42-8deb-4effcd4283c5","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.047517095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"628c9df6-34fe-4d1e-ab24-196d95de6b45","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.058976751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"dfc39f44-2f76-47a6-a958-a25ed312ff91","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.063690862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"913b2be7-2f18-4948-80c1-898d2ff72c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.088014576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"913b2be7-2f18-4948-80c1-898d2ff72c38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.203775502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5c7847e1-59c6-4c63-9bf0-83ab28d3f280","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.222906403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"6b41d966-2530-41f9-b44f-11fe5187d453","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.245179552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"50188367-9808-4361-9a32-d5eaa5b767c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.245729754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2e6b648a-0260-495e-8d87-ed583a34506f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.251329409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"5c7847e1-59c6-4c63-9bf0-83ab28d3f280","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.300877219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"50188367-9808-4361-9a32-d5eaa5b767c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.304501915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"2e6b648a-0260-495e-8d87-ed583a34506f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.349350276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"001cae07-8346-46ce-b676-c83142fc1594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.36675538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"40079f76-68c5-45dd-a09a-8230d2e78c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.374890735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"001cae07-8346-46ce-b676-c83142fc1594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.383098074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"63f7dbbd-7349-415d-b4b8-797ad62542bf","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.392331656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"40079f76-68c5-45dd-a09a-8230d2e78c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.60783721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"910944a8-5833-4b9f-a22c-7d4bdd87f11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.622827253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"dc24747b-591a-4793-9a5b-1fb5b465e78b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.622832453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"cf38707d-7dd5-4319-baaf-b366cf08b360","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.632650214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"910944a8-5833-4b9f-a22c-7d4bdd87f11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.64510733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"dc24747b-591a-4793-9a5b-1fb5b465e78b","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.645261373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"cf38707d-7dd5-4319-baaf-b366cf08b360","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.645641901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d566e49b-c1da-4bf2-8a14-a4e42019ff87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.645941865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1b47d4a4-1414-463b-ab7e-b7633d6e5f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.667686323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1b47d4a4-1414-463b-ab7e-b7633d6e5f12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.669263543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d566e49b-c1da-4bf2-8a14-a4e42019ff87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.739726471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4b070046-3453-4590-ac1e-a367b17a4946","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.743777309Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-4d8b85","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","reconcileID":"1ca5cd7f-b25a-42f0-b2cf-4274c8e5bbc1","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-auth-4d8b85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.761754614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4b070046-3453-4590-ac1e-a367b17a4946","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.820457422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"81dcde1b-8362-4fa1-a700-9d8ec7c248cd","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.835436485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f68ecab0-9890-4843-bb56-d2396404b8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.835712557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b002115e-7e78-4485-9ba4-b1cc17649501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.835819487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"9b2b36aa-80cd-4bc5-85ab-5890b6cf7be0","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.841493067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"81dcde1b-8362-4fa1-a700-9d8ec7c248cd","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.856923226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f68ecab0-9890-4843-bb56-d2396404b8e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.858637598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"9b2b36aa-80cd-4bc5-85ab-5890b6cf7be0","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.859327855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"b002115e-7e78-4485-9ba4-b1cc17649501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.862105494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"81dcde1b-8362-4fa1-a700-9d8ec7c248cd","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.91132596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"d48909fc-8968-42a3-bd1c-7134b9b1dac0","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.935133973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"88c793eb-ae27-4e3f-a46e-5cb0d3de5ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:05.956447518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"88c793eb-ae27-4e3f-a46e-5cb0d3de5ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.008476532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"4e0c86dc-51a9-41d6-9cd2-b9aad87c6978","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.035605149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"002619d1-a693-4344-b79b-0cc1a4f0ea2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.056617806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"002619d1-a693-4344-b79b-0cc1a4f0ea2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.119706375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"96e79064-3b92-488c-819a-6df8827cf845","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.13518857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b1a55742-f7c2-4f7b-9974-ee1b48c90f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.136102721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"048af1b1-669a-4723-814f-cc4568150777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.14141757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"96e79064-3b92-488c-819a-6df8827cf845","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.156524968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b1a55742-f7c2-4f7b-9974-ee1b48c90f9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.156999603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"048af1b1-669a-4723-814f-cc4568150777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.219773374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"28370ca9-59c6-45c5-b775-71c1d58a5a14","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.241538481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"28370ca9-59c6-45c5-b775-71c1d58a5a14","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.302127018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"94596efc-3cc4-40f0-b819-c248c644afa5","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.336038789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"139d8780-5d43-4070-9ebe-770d88381e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.350276342Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"f5bbba5d-f7f5-424b-8687-7d70776d20fb","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-08a03ebb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.358991865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"139d8780-5d43-4070-9ebe-770d88381e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.421689702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"7e54658e-bbc0-45fa-8470-8489d91f9f68","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.437813353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"539f299f-c98d-4d83-ab40-e15d5ad4ca75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.438036118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f19b7e16-714b-4016-ba23-c46a3b9a4708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.443423979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"7e54658e-bbc0-45fa-8470-8489d91f9f68","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.459191347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"539f299f-c98d-4d83-ab40-e15d5ad4ca75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.459448388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f19b7e16-714b-4016-ba23-c46a3b9a4708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.537122112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4e215ea7-cf3c-44b8-91b8-72cfd0ade76c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.562616941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4e215ea7-cf3c-44b8-91b8-72cfd0ade76c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.682405616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b9a639c-39c9-45fc-98bd-d0b2cde063a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.698701028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"92cef679-59d8-4bc8-957f-c16dd52e1018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.721085601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b9a639c-39c9-45fc-98bd-d0b2cde063a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.737738193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"92cef679-59d8-4bc8-957f-c16dd52e1018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.741007838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"5e798ded-6ce0-411e-ab44-72f35f228c1b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.765313501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cbbee27b-c994-4e0c-a5c9-39fed865bc16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.77116144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"5e798ded-6ce0-411e-ab44-72f35f228c1b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.786825483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"cbbee27b-c994-4e0c-a5c9-39fed865bc16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.790731516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"5e798ded-6ce0-411e-ab44-72f35f228c1b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.82238431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"7929d0e5-d09b-4572-b986-0dfe6aceb3cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:06.843606781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"7929d0e5-d09b-4572-b986-0dfe6aceb3cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.133688105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"08662977-af7a-491e-a81f-6c56116d440e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.170202721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"87a98589-a4a2-4935-ba7a-6318b11b6e45","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.170841583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4ba551d7-fca3-45c4-bf46-a6de359e07fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.201922289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"08662977-af7a-491e-a81f-6c56116d440e","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.253114193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"87a98589-a4a2-4935-ba7a-6318b11b6e45","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.302293584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4ba551d7-fca3-45c4-bf46-a6de359e07fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.720196422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"88ad5431-927c-4cf6-abd4-17f78d82172c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.737405063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"b92f5e37-9dd0-43dd-aa03-516e1354c848","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.74036628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"3d159bfe-7e23-4faf-9b51-99f6c5c660f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.745441093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"88ad5431-927c-4cf6-abd4-17f78d82172c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.761607196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"b92f5e37-9dd0-43dd-aa03-516e1354c848","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.76463596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"3d159bfe-7e23-4faf-9b51-99f6c5c660f2","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.975304066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"315bd4db-9264-4960-9f9c-0cf5f8134e43","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:07.996359924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"ab71ee50-d4e3-46db-929a-c849167a4acd","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:08.032235035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"aaf956df-c67b-4d9e-bfdf-c6eb8afff7c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:08.053405141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"aaf956df-c67b-4d9e-bfdf-c6eb8afff7c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:08.07351478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"aaf956df-c67b-4d9e-bfdf-c6eb8afff7c5","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:08.113166908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"24ad1151-fa65-4007-8334-95a72099f399","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:14.629694309Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.368262806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"bec8d79f-b315-4f88-b282-bd0d53f03f85","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","subscription":"e2e-shr-shared-286597-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.40302119Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"bec8d79f-b315-4f88-b282-bd0d53f03f85","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.419735317Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-sub","reconcileID":"bec8d79f-b315-4f88-b282-bd0d53f03f85","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.535319298Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.553931284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"d39dc350-d833-4d52-a28a-eea5b3376fb0","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.570274928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"822a1b4f-0b90-4c47-b660-fcc6b43a8761","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.591756789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"822a1b4f-0b90-4c47-b660-fcc6b43a8761","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.707453893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"73f88cdc-504b-49e8-8db1-a47cc07cc771","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.740863631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"4083d4a7-4a38-4389-9a1c-7a716b65a5f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.824893647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"27ac179f-5f0b-4c9d-9576-23d462c508ef","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.845925423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"27ac179f-5f0b-4c9d-9576-23d462c508ef","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.866008808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"27ac179f-5f0b-4c9d-9576-23d462c508ef","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.909613775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"4083d4a7-4a38-4389-9a1c-7a716b65a5f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.965132024Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"4083d4a7-4a38-4389-9a1c-7a716b65a5f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"name":"e2e-extmod-b-1546c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:16.965154192Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"e2e-shr-shared-286597-access","reconcileID":"4083d4a7-4a38-4389-9a1c-7a716b65a5f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.003041379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","reconcileID":"5ec2690c-8a94-4f88-b329-3225da5eff3f","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-8765f413846b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-b-1546c7","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-b-1546c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.152806244Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"f3fb9e16-e005-44de-8e9a-82f8e3f18fc8","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.168956638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"74e628c5-fa95-42fa-b2ab-73a03ba93953","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.190742859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"74e628c5-fa95-42fa-b2ab-73a03ba93953","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.193240183Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"6e0f1060-dc41-4313-8b07-d150969d4aed","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bf32232","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.377869002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"50dc09d0-5196-4539-9230-93369802f389","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:17.399023803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"50dc09d0-5196-4539-9230-93369802f389","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:18.146094609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"03313463-1506-4785-9c9d-e35b631a1ef9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:18.167891611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"03313463-1506-4785-9c9d-e35b631a1ef9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:18.187375507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"03313463-1506-4785-9c9d-e35b631a1ef9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:26.899816192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b2e9271b-62fd-4d9d-ac62-de532406f88e","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:26.920605123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b2e9271b-62fd-4d9d-ac62-de532406f88e","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:26.940126021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b2e9271b-62fd-4d9d-ac62-de532406f88e","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.209407556Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"37f69ac6-f63b-4be4-b457-cc85cc8cf2d0","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","subscription":"e2e-shr-shared-286597-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.242410685Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"37f69ac6-f63b-4be4-b457-cc85cc8cf2d0","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.259391312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-sub","reconcileID":"37f69ac6-f63b-4be4-b457-cc85cc8cf2d0","MaaSSubscription":{"name":"e2e-shr-shared-286597-sub","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"maas-trlp-e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.417639512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.435389962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"79b6a7e0-f97b-432d-8702-bfd06cb4a717","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.525665279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"aafee0e8-7ac2-4bdc-ac61-877f694217e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.547786656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"aafee0e8-7ac2-4bdc-ac61-877f694217e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.587506647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"ba0752f9-fe84-46d3-a881-fc7d3ba0160c","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.628545929Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"77b866bb-928d-483a-8819-17ee5bbc48e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"model":"e2e-extmod-shr-user-b979d2/e2e-shr-shared-286597-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.676358843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"77b866bb-928d-483a-8819-17ee5bbc48e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.731391086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"77b866bb-928d-483a-8819-17ee5bbc48e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"name":"e2e-extmod-a-79cc5b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.73141312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"e2e-shr-shared-286597-access","reconcileID":"77b866bb-928d-483a-8819-17ee5bbc48e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-286597-access","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:27.771183387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"27c2b5ba-64e5-4f6d-89e3-e7834289a369","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.136351412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","reconcileID":"80bec4d7-de2c-4da9-83f4-2e7fbe1e2462","MaaSModelRef":{"name":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","namespace":"e2e-extmod-shr-user-b979d2"},"routeName":"external-model-e2e-shr-shared-286597-1b02f274dbee","namespace":"e2e-extmod-shr-user-b979d2","model":"e2e-shr-shared-286597-e2e-extmod-a-79cc5b","externalModel":"e2e-shr-shared-286597","provider":"e2e-shr-shared-286597-provider","gateway":"openshift-ingress/e2e-extmod-a-79cc5b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.23668533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"c8db2d12-4dc2-4fff-8d7e-c369a7902022","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.257969064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"c8db2d12-4dc2-4fff-8d7e-c369a7902022","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.277651251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"c8db2d12-4dc2-4fff-8d7e-c369a7902022","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.722211494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","reconcileID":"1ac67e17-74ff-4c10-8149-0a1e3ab68b60","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.773474309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010d2175-337a-4a73-82f4-1999f8f9921e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.774262367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"df40a4c5-83f1-4779-9738-d1ecb7e33f90","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.774269642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c7e3bb9-f5f5-4c7c-9714-5aaab2853e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.80708564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c7e3bb9-f5f5-4c7c-9714-5aaab2853e47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.807233014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"df40a4c5-83f1-4779-9738-d1ecb7e33f90","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.80944119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010d2175-337a-4a73-82f4-1999f8f9921e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.827800462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"df40a4c5-83f1-4779-9738-d1ecb7e33f90","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.859674391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"268ce113-fb8e-4d68-8a49-a1fcb62c5966","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.875384403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"282efda7-2fe6-4728-8cd7-b4df18024698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.880843858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"268ce113-fb8e-4d68-8a49-a1fcb62c5966","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.897622789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"282efda7-2fe6-4728-8cd7-b4df18024698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.921204324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"268ce113-fb8e-4d68-8a49-a1fcb62c5966","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.987458364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c6ddc6e4-f948-49a0-a5ae-92092bb40fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:28.987684555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8463e050-d415-4e3d-a9c3-da6c1d737012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.020038665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8463e050-d415-4e3d-a9c3-da6c1d737012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.020638619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"c6ddc6e4-f948-49a0-a5ae-92092bb40fa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.091887353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"51f6aabb-9d48-4ffb-942f-07a3b1beecef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.095934448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4bfc6004-6e12-445f-93d0-c26b2c8f4538","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.12387356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"4bfc6004-6e12-445f-93d0-c26b2c8f4538","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.138874628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"51f6aabb-9d48-4ffb-942f-07a3b1beecef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.216915341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c9f7f7b8-68c1-4dfb-a19d-407b91ab4dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.217264425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-286597","namespace":"e2e-extmod-shr-user-b979d2"},"namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","reconcileID":"4a256103-5fb4-4379-bacb-75fb13604ee8","namespace":"e2e-extmod-shr-user-b979d2","name":"e2e-shr-shared-286597","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.265211782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"c9f7f7b8-68c1-4dfb-a19d-407b91ab4dfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.273620547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a2263020-8192-4316-9736-495e436583c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.350784617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"a2263020-8192-4316-9736-495e436583c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.360740449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"abc54095-f360-4c60-a7a2-9ab7c46c1d97","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.36074048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"257a4015-0846-413e-96a0-276a70afeedb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.382788575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"257a4015-0846-413e-96a0-276a70afeedb","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.384014378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"abc54095-f360-4c60-a7a2-9ab7c46c1d97","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.402821418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b2e70d2-f41d-41c6-b6b9-e892af665bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.415453751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fa9fd6e0-754b-4f5d-a782-f49ef8d061ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.425357665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b2e70d2-f41d-41c6-b6b9-e892af665bae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.438943228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"fa9fd6e0-754b-4f5d-a782-f49ef8d061ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.50869598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"14410235-d61b-494f-8fc8-1a7ce3c97302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.530023127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"14410235-d61b-494f-8fc8-1a7ce3c97302","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.597369147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b28557a8-513f-4e21-8536-0a2278ebe2f8","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.604482247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7e8ab2e7-a562-4156-b3ec-229be22f84e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.604949641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8c0c637f-f96e-49a1-8995-d1d76f667fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.61194221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f43f6502-8dc8-4bab-ac1c-ed2d5ab2bf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.6194113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b28557a8-513f-4e21-8536-0a2278ebe2f8","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.665477221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7e8ab2e7-a562-4156-b3ec-229be22f84e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.667824778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"8c0c637f-f96e-49a1-8995-d1d76f667fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.670091869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"f43f6502-8dc8-4bab-ac1c-ed2d5ab2bf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.671237638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b28557a8-513f-4e21-8536-0a2278ebe2f8","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.687143737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7e8ab2e7-a562-4156-b3ec-229be22f84e6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.779984355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1fbfec96-19e1-41e9-ba76-2ce0d9d1cb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.800849084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1fbfec96-19e1-41e9-ba76-2ce0d9d1cb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.80492882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a85422f0-2f8e-493f-9ec0-ec18c1907bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.804981148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2e8ae768-8ef3-4c25-b893-1ace32e7b725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.826302914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"2e8ae768-8ef3-4c25-b893-1ace32e7b725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.826922564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a85422f0-2f8e-493f-9ec0-ec18c1907bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.848744334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"008035e8-404f-4adf-afab-6928bc644c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.849094265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0890eedc-0f81-4624-abe3-4a6f4cc66ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.869853033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"008035e8-404f-4adf-afab-6928bc644c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.87123772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"0890eedc-0f81-4624-abe3-4a6f4cc66ec4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.895179028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"393c22d6-2b90-4d82-b167-def4624d6089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.916380905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"393c22d6-2b90-4d82-b167-def4624d6089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.923496844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1e5c6fcc-2cf1-4999-89cd-3978930a57e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.92353683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"db85bad4-0bea-4618-8b05-b112f0446cb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.946275337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"db85bad4-0bea-4618-8b05-b112f0446cb1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:29.947518215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"1e5c6fcc-2cf1-4999-89cd-3978930a57e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:34.755910273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"8a0f3094-f044-4562-9f99-a04c72f77502","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:34.755936288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"8a0f3094-f044-4562-9f99-a04c72f77502","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.091628854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"ed5c7672-598b-4aab-98d3-38869568f44a","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.091647896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"ed5c7672-598b-4aab-98d3-38869568f44a","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.110467479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"509d332a-0b2c-4a67-9b10-e24897744471","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.11048565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"509d332a-0b2c-4a67-9b10-e24897744471","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.142368692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"77a4952d-cebf-4e7a-b390-509275fdeff7","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.267187618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"77a4952d-cebf-4e7a-b390-509275fdeff7","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.28732277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"77a4952d-cebf-4e7a-b390-509275fdeff7","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.30917616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"016e7d58-3840-4ad2-91e9-417733777edd","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:35.309192846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"016e7d58-3840-4ad2-91e9-417733777edd","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.709106004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"a8df2aa3-e042-4611-b7b2-39c739fed828","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.730213439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"a8df2aa3-e042-4611-b7b2-39c739fed828","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.754728866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"a8df2aa3-e042-4611-b7b2-39c739fed828","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.823410721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7d630112-6a22-4307-a960-6b8e6adf4b11","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.844943472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7d630112-6a22-4307-a960-6b8e6adf4b11","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:39.864940086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"7d630112-6a22-4307-a960-6b8e6adf4b11","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:40.65999631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92f0bcb-c2dc-4e95-8b34-f58bf7dba33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:40.676173341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92f0bcb-c2dc-4e95-8b34-f58bf7dba33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:40.69251278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92f0bcb-c2dc-4e95-8b34-f58bf7dba33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:40.709482951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b92f0bcb-c2dc-4e95-8b34-f58bf7dba33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:41.378172532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38fa2b64-c975-45fe-8064-d31554d61d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:41.394184402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38fa2b64-c975-45fe-8064-d31554d61d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:41.40995512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38fa2b64-c975-45fe-8064-d31554d61d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:41.426012746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38fa2b64-c975-45fe-8064-d31554d61d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:41.503435539Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-25619f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-25619f","reconcileID":"4468f491-2ae0-4a0e-baed-651837a03ea2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-25619f","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-25619f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:42.075629697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52428944-75a3-49cf-84c2-b8a0dec9cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:42.092030416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52428944-75a3-49cf-84c2-b8a0dec9cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:42.107915138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52428944-75a3-49cf-84c2-b8a0dec9cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:42.124014527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52428944-75a3-49cf-84c2-b8a0dec9cfee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:44.630840752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:45.341957571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"80d2697a-83bc-4b5b-8213-72a7ad16f8d2","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:45.363502068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"80d2697a-83bc-4b5b-8213-72a7ad16f8d2","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:45.383961274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"80d2697a-83bc-4b5b-8213-72a7ad16f8d2","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:46.969350051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631267f6-30a7-4aac-8fa6-2a7308a38c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:46.985621101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631267f6-30a7-4aac-8fa6-2a7308a38c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.001770627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631267f6-30a7-4aac-8fa6-2a7308a38c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.017910531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631267f6-30a7-4aac-8fa6-2a7308a38c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.653350093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f6037c-aed6-46ea-a2f5-83a11a32e9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.669687281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f6037c-aed6-46ea-a2f5-83a11a32e9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.685917039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f6037c-aed6-46ea-a2f5-83a11a32e9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:47.701710629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f6037c-aed6-46ea-a2f5-83a11a32e9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:49.790847632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"9db9a494-e543-447d-8f47-0e781062ad72","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:49.813872683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"9db9a494-e543-447d-8f47-0e781062ad72","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:49.886247979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"9db9a494-e543-447d-8f47-0e781062ad72","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:49.954044109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"0c5c591c-a312-44ef-b977-d5620ff521be","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:50.009848355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"0c5c591c-a312-44ef-b977-d5620ff521be","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:50.030877003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-14f8bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (349f29207dc6ede42c3e4766da4c4b456eff5e68b6ae506a2adae0cd94dcca72) AuthConfig (762f1ae92821c87a601d4fb08244fabd0800ceab2c5ecb185c6f1eaa7b55bd75) AuthConfig (0c765575606e96304c8b2576c596a16ef4f78df9f6921690d651ff002875fefc) AuthConfig (945df4ea413627de6dd5e13c99228add7ba9596c6302ceb9a6d5c71941591d13)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"0c5c591c-a312-44ef-b977-d5620ff521be","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:52.815018535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f06fa4b7-dcbc-4ff1-b8c9-b3c379829b45","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:52.840506327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f06fa4b7-dcbc-4ff1-b8c9-b3c379829b45","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:52.860420359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f06fa4b7-dcbc-4ff1-b8c9-b3c379829b45","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:59.947978158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"85cf2a3b-531a-45b1-967f-a183370d01ec","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:59.969281645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"85cf2a3b-531a-45b1-967f-a183370d01ec","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:30:59.988812254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d3690ccc47f39ede25b1d0c495c223e43f8a2c7c693ca8a8dc0adfca6fcff07) AuthConfig (ff5519927525aad6e96d2e29b7532ef8d470abe5125faf808897f05b6283f1a2) AuthConfig (40ce889fd5f20731b9cb21f5b47186830d6e95f07a6033ab5acdfb2efbce6d9a) AuthConfig (ad1cbaac369f2fd45485e53faff755392262325468c5d16ad817ba35f0e51136) AuthConfig (2281c2d5e227de00bf353421ae63a42c3c5ffb521460cc450f9728230cbe38b4) AuthConfig (a2fa2632eff50718afe8ac5a0a9922056229d8622324ffab3d8dfd486e8c429d) AuthConfig (58b16a30f3a7a2321582210872f8e5401b68fea19e5dd16b45661f1464448f5a) AuthConfig (1b1edacbef1a4d490ce7f36c092213df6aa15640bab14e904ab7a3c88f412915) AuthConfig (30b4aaacabb7dca370e37bc35469c2858a49b7d79b14ddbac70e4da5f4c1386d) AuthConfig (682085eaee03565982eba4a26e0fb022f43b7d8ef74e3ca36b34fd701c8ab042) AuthConfig (65ecc40e0e0942e774dc638e3a4684f9a23b6df9990eae805e27958d28e2dbf6) AuthConfig (47d3e8a64eb122f6172bff78b82b2fa0f49f7b561e0dd8863cca8cf8648e8ce2) AuthConfig (57f024d52db6bfadd8b0ffb5c8c3a6fefa31a3735c1a449afc1306e1193a4ccf) AuthConfig (939c05483f27dc1ae7c33d8424242460614ef42fabd7677b72a4243658774767) AuthConfig (676668631b29376dc875bd6b65d46206190ea4396c4fa63965cc1b1c456ff26c) AuthConfig (32489ef675fc29fa6acda3c40758133741ae57578ba61bc4f19c88930b77d603) AuthConfig (9697e91b57a7e3a549d22d6465dfcd29d4fb2024459a483b0e403f87c6a3aeaf) AuthConfig (b2da12db0eb231bb4e29ea67f65aa5606841109fa7e2b3b4def83712d565555e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"85cf2a3b-531a-45b1-967f-a183370d01ec","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:00.011146785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"e63997a9-6a9f-405b-a2cd-580932e0bd98","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:00.011237797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"e63997a9-6a9f-405b-a2cd-580932e0bd98","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:00.08027506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"b7a3e02b-f58a-44da-b075-57b515ffd9d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:00.101825873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"b7a3e02b-f58a-44da-b075-57b515ffd9d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:00.309335664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"fffbc58d-8729-41dd-a68d-1b51dd5d98c7","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:02.894326235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3fecf00a-0799-4a9b-8986-854fd3270a04","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:02.91557907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3fecf00a-0799-4a9b-8986-854fd3270a04","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:02.93553257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3fecf00a-0799-4a9b-8986-854fd3270a04","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.287424617Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]","namespace=ai-tenant-e2e-extmod-b-14f8bd priority=0:[ai-tenant-e2e-extmod-b-14f8bd/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-b-14f8bd/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.306989058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"4b532eee-1d8c-4330-850b-947ecd308a5e","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:31:05.339103023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-14f8bd/e2e-shr-quota-b7bb45-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-b7bb45-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1633\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.354466282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"1c8714b3-3e57-4725-85cb-c2d83916ed20","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.355209904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"39b68b83-b0eb-407c-824e-2d527eaa1f68","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.355719113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"7523d625-ee65-45a0-bba6-6312b8524989","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.377322294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"1c8714b3-3e57-4725-85cb-c2d83916ed20","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.379619529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"39b68b83-b0eb-407c-824e-2d527eaa1f68","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.382531472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"d8e97253-4eb0-4a37-9739-6e99e709c264","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.444765326Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"66cecd2d-b029-4bcd-9656-bc6b26a096a5","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-14f8bd/e2e-shr-quota-b7bb45-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.538646279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"a5832b00-4d06-4eb8-8de5-b1765081fd43","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.57479687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"2debbdc8-a41a-4c3e-8720-21a981960c5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.574797268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"0f0c6901-b817-42f3-81ad-d89585da47db","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.596238026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"2debbdc8-a41a-4c3e-8720-21a981960c5f","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.596249429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"0f0c6901-b817-42f3-81ad-d89585da47db","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:05.603369221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"6f7b7de7-cf68-4e33-9525-da60451f6852","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:10.043352148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"cf40ab29-c11d-4c4f-9cb5-dff01b381bfb","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:10.064197991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"cf40ab29-c11d-4c4f-9cb5-dff01b381bfb","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:10.083975601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d3690ccc47f39ede25b1d0c495c223e43f8a2c7c693ca8a8dc0adfca6fcff07) AuthConfig (ff5519927525aad6e96d2e29b7532ef8d470abe5125faf808897f05b6283f1a2) AuthConfig (40ce889fd5f20731b9cb21f5b47186830d6e95f07a6033ab5acdfb2efbce6d9a) AuthConfig (ad1cbaac369f2fd45485e53faff755392262325468c5d16ad817ba35f0e51136) AuthConfig (2281c2d5e227de00bf353421ae63a42c3c5ffb521460cc450f9728230cbe38b4) AuthConfig (a2fa2632eff50718afe8ac5a0a9922056229d8622324ffab3d8dfd486e8c429d) AuthConfig (58b16a30f3a7a2321582210872f8e5401b68fea19e5dd16b45661f1464448f5a) AuthConfig (1b1edacbef1a4d490ce7f36c092213df6aa15640bab14e904ab7a3c88f412915) AuthConfig (30b4aaacabb7dca370e37bc35469c2858a49b7d79b14ddbac70e4da5f4c1386d) AuthConfig (682085eaee03565982eba4a26e0fb022f43b7d8ef74e3ca36b34fd701c8ab042) AuthConfig (65ecc40e0e0942e774dc638e3a4684f9a23b6df9990eae805e27958d28e2dbf6) AuthConfig (47d3e8a64eb122f6172bff78b82b2fa0f49f7b561e0dd8863cca8cf8648e8ce2) AuthConfig (57f024d52db6bfadd8b0ffb5c8c3a6fefa31a3735c1a449afc1306e1193a4ccf) AuthConfig (939c05483f27dc1ae7c33d8424242460614ef42fabd7677b72a4243658774767) AuthConfig (676668631b29376dc875bd6b65d46206190ea4396c4fa63965cc1b1c456ff26c) AuthConfig (32489ef675fc29fa6acda3c40758133741ae57578ba61bc4f19c88930b77d603) AuthConfig (9697e91b57a7e3a549d22d6465dfcd29d4fb2024459a483b0e403f87c6a3aeaf) AuthConfig (b2da12db0eb231bb4e29ea67f65aa5606841109fa7e2b3b4def83712d565555e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"cf40ab29-c11d-4c4f-9cb5-dff01b381bfb","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:12.96894628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"861a2fa3-81b8-4a7b-b853-d169fed3dc8b","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:12.989669274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"861a2fa3-81b8-4a7b-b853-d169fed3dc8b","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:13.009134259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"861a2fa3-81b8-4a7b-b853-d169fed3dc8b","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:14.637262762Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:14.937482835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"8060a5e1-2a59-45af-a114-4ea288c66ef0","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:14.937507124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"8060a5e1-2a59-45af-a114-4ea288c66ef0","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.259223466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"09bc6f58-7f48-4972-b792-aa2ce7e1ae15","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.259250374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"09bc6f58-7f48-4972-b792-aa2ce7e1ae15","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.277985044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"bc1b4d96-7139-4b7b-82f3-14893026cfc9","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.278005184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"bc1b4d96-7139-4b7b-82f3-14893026cfc9","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.310385806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"0e643c9d-7682-4abd-be17-01728941e5be","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.367603296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"0e643c9d-7682-4abd-be17-01728941e5be","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.394121859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"0e643c9d-7682-4abd-be17-01728941e5be","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.415444382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"a00c8963-4f89-4351-bd1f-744071abf762","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:15.41546989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"a00c8963-4f89-4351-bd1f-744071abf762","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:20.117866949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"87bd88c2-0e81-426a-bd57-2fab0dcee574","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:20.185831941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"87bd88c2-0e81-426a-bd57-2fab0dcee574","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:20.219923721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d3690ccc47f39ede25b1d0c495c223e43f8a2c7c693ca8a8dc0adfca6fcff07) AuthConfig (ff5519927525aad6e96d2e29b7532ef8d470abe5125faf808897f05b6283f1a2) AuthConfig (40ce889fd5f20731b9cb21f5b47186830d6e95f07a6033ab5acdfb2efbce6d9a) AuthConfig (ad1cbaac369f2fd45485e53faff755392262325468c5d16ad817ba35f0e51136) AuthConfig (2281c2d5e227de00bf353421ae63a42c3c5ffb521460cc450f9728230cbe38b4) AuthConfig (a2fa2632eff50718afe8ac5a0a9922056229d8622324ffab3d8dfd486e8c429d) AuthConfig (58b16a30f3a7a2321582210872f8e5401b68fea19e5dd16b45661f1464448f5a) AuthConfig (1b1edacbef1a4d490ce7f36c092213df6aa15640bab14e904ab7a3c88f412915) AuthConfig (30b4aaacabb7dca370e37bc35469c2858a49b7d79b14ddbac70e4da5f4c1386d) AuthConfig (682085eaee03565982eba4a26e0fb022f43b7d8ef74e3ca36b34fd701c8ab042) AuthConfig (65ecc40e0e0942e774dc638e3a4684f9a23b6df9990eae805e27958d28e2dbf6) AuthConfig (47d3e8a64eb122f6172bff78b82b2fa0f49f7b561e0dd8863cca8cf8648e8ce2) AuthConfig (57f024d52db6bfadd8b0ffb5c8c3a6fefa31a3735c1a449afc1306e1193a4ccf) AuthConfig (939c05483f27dc1ae7c33d8424242460614ef42fabd7677b72a4243658774767) AuthConfig (676668631b29376dc875bd6b65d46206190ea4396c4fa63965cc1b1c456ff26c) AuthConfig (32489ef675fc29fa6acda3c40758133741ae57578ba61bc4f19c88930b77d603) AuthConfig (9697e91b57a7e3a549d22d6465dfcd29d4fb2024459a483b0e403f87c6a3aeaf) AuthConfig (b2da12db0eb231bb4e29ea67f65aa5606841109fa7e2b3b4def83712d565555e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"87bd88c2-0e81-426a-bd57-2fab0dcee574","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:23.041973539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f4abac98-a0cc-4ce5-9d80-3ea44908be43","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:23.062481836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f4abac98-a0cc-4ce5-9d80-3ea44908be43","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:23.082784543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f4abac98-a0cc-4ce5-9d80-3ea44908be43","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:25.450239453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"f4723199-f6ca-4130-b190-9c6fee00a2eb","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:25.471422241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"f4723199-f6ca-4130-b190-9c6fee00a2eb","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:25.492037723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"f4723199-f6ca-4130-b190-9c6fee00a2eb","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:30.262927351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"225c78f3-23bd-449a-8013-9c41f1035577","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:30.285458511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"225c78f3-23bd-449a-8013-9c41f1035577","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:30.306195371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d7c2e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3d3690ccc47f39ede25b1d0c495c223e43f8a2c7c693ca8a8dc0adfca6fcff07) AuthConfig (ff5519927525aad6e96d2e29b7532ef8d470abe5125faf808897f05b6283f1a2) AuthConfig (40ce889fd5f20731b9cb21f5b47186830d6e95f07a6033ab5acdfb2efbce6d9a) AuthConfig (ad1cbaac369f2fd45485e53faff755392262325468c5d16ad817ba35f0e51136) AuthConfig (2281c2d5e227de00bf353421ae63a42c3c5ffb521460cc450f9728230cbe38b4) AuthConfig (a2fa2632eff50718afe8ac5a0a9922056229d8622324ffab3d8dfd486e8c429d) AuthConfig (58b16a30f3a7a2321582210872f8e5401b68fea19e5dd16b45661f1464448f5a) AuthConfig (1b1edacbef1a4d490ce7f36c092213df6aa15640bab14e904ab7a3c88f412915) AuthConfig (30b4aaacabb7dca370e37bc35469c2858a49b7d79b14ddbac70e4da5f4c1386d) AuthConfig (682085eaee03565982eba4a26e0fb022f43b7d8ef74e3ca36b34fd701c8ab042) AuthConfig (65ecc40e0e0942e774dc638e3a4684f9a23b6df9990eae805e27958d28e2dbf6) AuthConfig (47d3e8a64eb122f6172bff78b82b2fa0f49f7b561e0dd8863cca8cf8648e8ce2) AuthConfig (57f024d52db6bfadd8b0ffb5c8c3a6fefa31a3735c1a449afc1306e1193a4ccf) AuthConfig (939c05483f27dc1ae7c33d8424242460614ef42fabd7677b72a4243658774767) AuthConfig (676668631b29376dc875bd6b65d46206190ea4396c4fa63965cc1b1c456ff26c) AuthConfig (32489ef675fc29fa6acda3c40758133741ae57578ba61bc4f19c88930b77d603) AuthConfig (9697e91b57a7e3a549d22d6465dfcd29d4fb2024459a483b0e403f87c6a3aeaf) AuthConfig (b2da12db0eb231bb4e29ea67f65aa5606841109fa7e2b3b4def83712d565555e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"225c78f3-23bd-449a-8013-9c41f1035577","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:33.119464906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"e149acf2-2948-4719-befe-564737ec3726","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:33.142039449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"e149acf2-2948-4719-befe-564737ec3726","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:33.162168539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"e149acf2-2948-4719-befe-564737ec3726","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:35.525819589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"4353dad6-d044-4b92-9f51-1693049c15f3","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:35.546660734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"4353dad6-d044-4b92-9f51-1693049c15f3","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:35.567132194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"4353dad6-d044-4b92-9f51-1693049c15f3","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:35.739354342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"6d1265a4-6fe6-4727-8451-21847002d78f","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:35.832125485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"707e3459-678a-4eda-b0ec-bc153b975a88","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.074416705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cc6978fc-04bf-4327-ad35-617edc7bf22f","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.095074973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cc6978fc-04bf-4327-ad35-617edc7bf22f","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.116704606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cc6978fc-04bf-4327-ad35-617edc7bf22f","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.13847485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"29104e7b-c02b-414e-bb40-997c0389246c","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.138492731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"29104e7b-c02b-414e-bb40-997c0389246c","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.833744537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"fbffc747-6927-456c-95ee-eb63e8af7f2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.834775656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"8917a7f6-7184-4742-b06d-11e69587d4a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.84275743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"be5468e8-6222-47d3-b3f2-5af9e8ec0cc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.842763817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"001a376f-66be-4948-914d-ae0022990c09","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.856517571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"fbffc747-6927-456c-95ee-eb63e8af7f2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.856774679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"8917a7f6-7184-4742-b06d-11e69587d4a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.866084655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"be5468e8-6222-47d3-b3f2-5af9e8ec0cc1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:36.870283391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"001a376f-66be-4948-914d-ae0022990c09","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.294609812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"8c088937-a223-4a96-993b-354a6c94372d","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.32597707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"944d3305-56e8-4e9e-ae9e-fa8b8cd889b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.32598168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"a7a5c97c-c9d7-4f54-8e59-c205734ba303","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.339870824Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"79482d00-546c-4e27-96d2-c12df8d83913","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bd1fecd8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.348491447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"a7a5c97c-c9d7-4f54-8e59-c205734ba303","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.34854754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"944d3305-56e8-4e9e-ae9e-fa8b8cd889b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.554612498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"29410817-b9a5-4b4d-aeae-ce5aa3aa3ca4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.56321153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"36397b65-36c6-4aac-bdbc-985404c474e9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.575759008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"29410817-b9a5-4b4d-aeae-ce5aa3aa3ca4","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:37.58399781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"36397b65-36c6-4aac-bdbc-985404c474e9","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.34367088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b9045c9c-68fb-49b0-8060-c58e72f6afb1","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.365099674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b9045c9c-68fb-49b0-8060-c58e72f6afb1","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.530094611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"b3e82513-c80e-4cfe-852f-64a6a3b628ec","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.53909699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"b8b73139-010d-468f-bff5-08f74b3b0b3c","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.539116639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"b8b73139-010d-468f-bff5-08f74b3b0b3c","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:40.575676742Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"b3e82513-c80e-4cfe-852f-64a6a3b628ec","name":"e2e-inf-a-25619f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:43.197233582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"dca122b2-b657-46af-a3e1-7879383b728e","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:43.218520169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"dca122b2-b657-46af-a3e1-7879383b728e","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:43.238335548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"dca122b2-b657-46af-a3e1-7879383b728e","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:43.260236812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"d16fe94c-cf40-4697-93e6-43d66c615579","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:43.260253481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"d16fe94c-cf40-4697-93e6-43d66c615579","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.630518806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.650839583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"5fc9df38-6ace-4a58-a396-f04e1609e633","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.650859017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"5fc9df38-6ace-4a58-a396-f04e1609e633","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.650916104Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.676617435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"dac855ea-80dc-42fd-8bbe-de59d3d9f306","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.676642714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"dac855ea-80dc-42fd-8bbe-de59d3d9f306","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.686446998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"cd8384bc-55e0-44a0-98c9-708652672de5","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:31:44.691222005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"8516a6d6-328f-4f62-9b2c-d9848b5a33a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d7c2e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:31:44.695955296Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"dac855ea-80dc-42fd-8bbe-de59d3d9f306","name":"test-model-d7c2e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d7c2e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:31:44.696018115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"dac855ea-80dc-42fd-8bbe-de59d3d9f306","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d7c2e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.765250942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"cfa29706-8dc2-46b9-aa9f-fb2246972f2a","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.765764632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"cd8384bc-55e0-44a0-98c9-708652672de5","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.765917346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"80b881fa-3458-49de-857f-31110274da5b","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.765938712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"80b881fa-3458-49de-857f-31110274da5b","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.784653534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"94e65847-9f21-47e5-a99b-42342f3fcafc","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.784675167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"94e65847-9f21-47e5-a99b-42342f3fcafc","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.805364785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"93fb6a86-4250-4a0f-a734-3b07778d48e3","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.805385021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"93fb6a86-4250-4a0f-a734-3b07778d48e3","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.873427652Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"fffddd74-8f5d-4bed-87e0-9daec4f568e3","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","model":"test-model-d7c2e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.936384989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b0383090-efbb-4285-88cf-8547b607be74","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.939474336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"257bc7b9-fe4e-48c9-802a-6ff6597372dd","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.939490382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"257bc7b9-fe4e-48c9-802a-6ff6597372dd","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:44.957853084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b0383090-efbb-4285-88cf-8547b607be74","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:45.004540527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"050b6d9c-5750-454d-ae7e-77e0d13565c7","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:46.170472524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"be4f8a6d-3a66-4487-b5ea-b659b02d7a6b","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:46.191618594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"be4f8a6d-3a66-4487-b5ea-b659b02d7a6b","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:46.211309859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"be4f8a6d-3a66-4487-b5ea-b659b02d7a6b","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.356326714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"215c6af5-c97f-44c4-99d3-c7586719a16f","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","subscription":"e2e-shr-quota-b7bb45-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.400222545Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"215c6af5-c97f-44c4-99d3-c7586719a16f","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.416811933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"215c6af5-c97f-44c4-99d3-c7586719a16f","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.51400352Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1499d priority=0:[ai-tenant-e2e-extmod-a-e1499d/e2e-shr-auth-8edc89-sub ai-tenant-e2e-extmod-a-e1499d/e2e-shr-quota-b7bb45-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.530908668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"3967c588-4aca-4f67-bc8c-d1c2f5525d89","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.562099959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"860299bd-92b8-4eed-94a9-28fed5d55c97","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.562559206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"3dff7c2e-bbf1-41f7-a4a2-fe617ab24db5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.583362182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"3dff7c2e-bbf1-41f7-a4a2-fe617ab24db5","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.584560535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"860299bd-92b8-4eed-94a9-28fed5d55c97","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.683167031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"5296a600-4737-4627-9898-99d792f6b463","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.732182117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-quota-b7bb45-access","reconcileID":"c88829aa-19e4-4a34-9bb8-79b4b73a0ec1","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.801792166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","reconcileID":"6d743915-8b3d-4578-9346-df70c8e611d9","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-16600eae88eb","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:47.971230685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"2ab2060f-404c-4810-b8c2-fbf844a37717","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.026491337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4f51a4a7-a290-41e0-a1fb-471169595601","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.027360795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"f7cd02b3-4ead-40e8-b538-2efa7a5d71c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.061548522Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"a57a6b38-230a-4250-9019-1e41d56fd405","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-15fdab50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.066715206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"f7cd02b3-4ead-40e8-b538-2efa7a5d71c6","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.068371362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"4f51a4a7-a290-41e0-a1fb-471169595601","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.268884239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"e775769f-cecc-46bd-91eb-3e5d74bac210","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.268890169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"33ea298b-ad69-4e9a-b7ca-f406818d0386","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.290338083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"e775769f-cecc-46bd-91eb-3e5d74bac210","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:48.29119246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"33ea298b-ad69-4e9a-b7ca-f406818d0386","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:53.301426954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f3382ac3-a656-4595-8bbe-0a3d9e676da9","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:53.350179496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f3382ac3-a656-4595-8bbe-0a3d9e676da9","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:53.370666146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"f3382ac3-a656-4595-8bbe-0a3d9e676da9","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:56.245253319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"95154ab8-d44a-4b22-bfe8-ebabc2ada9d0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:56.266816414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"95154ab8-d44a-4b22-bfe8-ebabc2ada9d0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:56.286954899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"95154ab8-d44a-4b22-bfe8-ebabc2ada9d0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.079513561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"bdee5ffc-d2d1-4fef-9c0e-e9e7bf131796","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","subscription":"e2e-shr-quota-b7bb45-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.112174354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"bdee5ffc-d2d1-4fef-9c0e-e9e7bf131796","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.128852012Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-sub","reconcileID":"bdee5ffc-d2d1-4fef-9c0e-e9e7bf131796","MaaSSubscription":{"name":"e2e-shr-quota-b7bb45-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.365537877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"f5761d8c-1070-448b-aa5e-debb5e36faf7","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.381663112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"a68147d8-22c1-4e0e-94a7-1734960b2a43","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.39833705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"ca3bf48d-0b3b-41be-b8ce-2f0eb8266331","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.40331724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"a68147d8-22c1-4e0e-94a7-1734960b2a43","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.406445558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"3f94744b-9d87-4b5f-92fc-b7cc05b5c47a","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.419434739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"ca3bf48d-0b3b-41be-b8ce-2f0eb8266331","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.423290049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"15977aec-5012-4de2-ae52-2a45869a6864","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.483185661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-quota-b7bb45-access","reconcileID":"68f070ed-3df8-4e04-a896-ce011f9ed129","MaaSAuthPolicy":{"name":"e2e-shr-quota-b7bb45-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.588813426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"5955a8d5-c152-46be-a825-fd9470b83011","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:58.970718293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","reconcileID":"1337f42b-571a-4aeb-83f5-7822dd1d0abb","MaaSModelRef":{"name":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-quota-b7bb45-b5a530512c56","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-quota-b7bb45-e2e-extmod-a-e1499d","externalModel":"e2e-shr-quota-b7bb45","provider":"e2e-shr-quota-b7bb45-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.572103259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"5865e92e-4904-477a-a1e3-a1351d60752f","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.605542228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"801b5fb0-dedb-4d7d-ad45-1e36322df3ae","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.607154175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"105d2636-4228-4d09-be1f-b1ce2f30561d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.60959099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"1fac39db-5fc2-470c-9475-8fdf60a40a9a","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.621003266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d81840cc-26da-41c3-a57e-0e5342c5b1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.621759653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"aa61fb8e-5699-434f-a528-909fd0f138f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.622114848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf38c80-973a-44b5-bcb1-71bcc5c8f9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.626510147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"7dc548e9-caff-42cf-b359-401531ab132f","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.626685218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"801b5fb0-dedb-4d7d-ad45-1e36322df3ae","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.628694333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"105d2636-4228-4d09-be1f-b1ce2f30561d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.642585601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d81840cc-26da-41c3-a57e-0e5342c5b1a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.642786374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"aa61fb8e-5699-434f-a528-909fd0f138f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.644860207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acf38c80-973a-44b5-bcb1-71bcc5c8f9fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.646470584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"801b5fb0-dedb-4d7d-ad45-1e36322df3ae","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.6483135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"105d2636-4228-4d09-be1f-b1ce2f30561d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.678474954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"9b6ccbe2-9ce4-407c-8c94-8df882bd1c28","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.678546433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"f01bcf70-8f6c-4d6a-aaf5-d6752263563c","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.68059795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"fc2ac478-50a7-4fa1-992f-2f4a348a48a0","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.701266071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a7ee36ec-9e16-49a9-bd8f-3d2a651ab3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.701899195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"c0b7a249-66a7-449d-9956-b77287c5387f","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.70386702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"fc2ac478-50a7-4fa1-992f-2f4a348a48a0","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.721250769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"05081ada-eb15-4c22-8ee2-d6eacd389682","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.725326483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a7ee36ec-9e16-49a9-bd8f-3d2a651ab3dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.807325356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"e6960a6c-4e7f-4778-8f27-3549c286e6f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.822098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"a85945bf-f035-4da5-8b32-146978ad711b","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.822173132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"311e1ecb-2b1d-4a68-83f1-7c998bd7211a","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.829954708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"dbf56fb6-91ed-45ad-9de1-ad8d25491607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.829955086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"86d8671e-726a-45eb-b6e1-6ed8c2f04652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.835120546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"e6960a6c-4e7f-4778-8f27-3549c286e6f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.855841113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"dbf56fb6-91ed-45ad-9de1-ad8d25491607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.856424318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"86d8671e-726a-45eb-b6e1-6ed8c2f04652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.92494722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d2c1143b-e52f-4743-bb99-d13bef0f2d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.924987006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"176ceb7c-ce63-443f-869e-3d6d1f711df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.928644639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-b7bb45","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","reconcileID":"d28181e1-f1b0-4d0b-8827-bbdfb9e3eb6b","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-quota-b7bb45","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.946529359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"176ceb7c-ce63-443f-869e-3d6d1f711df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:31:59.946580496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d2c1143b-e52f-4743-bb99-d13bef0f2d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.064467738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"b5037e10-3147-42b5-915a-c9e6a8c0ceb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.069831285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c48daa6c-6f25-4ec8-8d34-a612a7f83501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.070216072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"40d08a13-73de-4f28-8eec-cb99d21298d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.080904383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"db1018d5-3c77-4cba-851f-73766d35c7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.091474814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"fce7698c-2581-42ea-b9d4-c66a74ce6375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.092569325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"b5037e10-3147-42b5-915a-c9e6a8c0ceb8","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.096773912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c48daa6c-6f25-4ec8-8d34-a612a7f83501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.097116958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"40d08a13-73de-4f28-8eec-cb99d21298d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.109024955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"db1018d5-3c77-4cba-851f-73766d35c7b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.117811082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"fce7698c-2581-42ea-b9d4-c66a74ce6375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.281272816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"9a551c1f-8b85-46b5-8131-db643286b397","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.283973734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"a577e714-bc32-4e0b-b022-f6b75de3dafc","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.304706066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"9a551c1f-8b85-46b5-8131-db643286b397","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.304880846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"a577e714-bc32-4e0b-b022-f6b75de3dafc","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.325313371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"9a551c1f-8b85-46b5-8131-db643286b397","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.325313372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"a577e714-bc32-4e0b-b022-f6b75de3dafc","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.364724484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"b60306ba-fce0-4a5f-9337-3d1841c9a72c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.379228731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f42b83df-03e7-4db7-9cc6-36d2f6ba2579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.379580202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4d8fe9b8-bf41-45a9-8264-6917e55863ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.379745037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f76f3458-7c07-40cc-9fa0-4f5c6ff93956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.380078379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f1bfc7fb-3788-409a-8bb8-6a52e373ca09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.385493841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"b60306ba-fce0-4a5f-9337-3d1841c9a72c","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.401520857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"f1bfc7fb-3788-409a-8bb8-6a52e373ca09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.402651233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"4d8fe9b8-bf41-45a9-8264-6917e55863ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.403820592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f42b83df-03e7-4db7-9cc6-36d2f6ba2579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.405277041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"f76f3458-7c07-40cc-9fa0-4f5c6ff93956","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.580757428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7ab58b8f-7090-4433-bb6a-f2605a175d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.580842059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d1e67ae8-c06c-4c55-b4a1-3e6e2e595c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.602814894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"7ab58b8f-7090-4433-bb6a-f2605a175d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.602909183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d1e67ae8-c06c-4c55-b4a1-3e6e2e595c36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.681657603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"4e05ffbf-68b4-47b0-ada3-3fd1681c77ab","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.701804517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"69f36a65-50be-4e95-a4e7-94f53c1be383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.705474882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"4e05ffbf-68b4-47b0-ada3-3fd1681c77ab","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.763085959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7ad63490-cae4-4566-a546-ad0d4042b20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.802888925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"7ad63490-cae4-4566-a546-ad0d4042b20b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.812540843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"69f36a65-50be-4e95-a4e7-94f53c1be383","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.848749016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"06796724-88c7-452a-b5cf-898cd9ebeb95","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.880075664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"2ad2198e-9536-4ec3-9c69-47b5798d9914","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.896158012Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"37908e47-d259-4e33-b0b4-2f1976393f4f","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a29d1726","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:00.902516406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"2ad2198e-9536-4ec3-9c69-47b5798d9914","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:01.175638548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"95adc075-26dd-4ccf-921b-461b029dd1de","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:01.202256457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"95adc075-26dd-4ccf-921b-461b029dd1de","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.358355687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cd86a37d-352a-4f61-a6c3-1949a4dbcfb2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.358423451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3a91d8aa-389e-4db5-9c77-277e6f4eb520","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.379868339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3a91d8aa-389e-4db5-9c77-277e6f4eb520","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.380347059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cd86a37d-352a-4f61-a6c3-1949a4dbcfb2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.400117237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"cd86a37d-352a-4f61-a6c3-1949a4dbcfb2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.400534067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"3a91d8aa-389e-4db5-9c77-277e6f4eb520","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.913267316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"2bb0dc52-19ab-477d-92fe-9ab57ba285a5","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","subscription":"e2e-shr-auth-8edc89-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.946784368Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"2bb0dc52-19ab-477d-92fe-9ab57ba285a5","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:10.964557938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-sub","reconcileID":"2bb0dc52-19ab-477d-92fe-9ab57ba285a5","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.073442321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"c2335153-a1bd-4d91-8941-d454a1788070","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.089004955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"504e82f1-2f65-480d-b0a3-349e0f2e0c85","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.110186271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"504e82f1-2f65-480d-b0a3-349e0f2e0c85","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.22700574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"47155485-da24-4f7e-b2a2-b266d1a2d9de","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.244096085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"fc9f80f5-390d-4304-96a4-2f83e982a28d","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.248108096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"47155485-da24-4f7e-b2a2-b266d1a2d9de","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.399397796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"f0dd195c-3f7f-4140-afeb-f77393d58590","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.515658514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"f0dd195c-3f7f-4140-afeb-f77393d58590","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.571726791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"f0dd195c-3f7f-4140-afeb-f77393d58590","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"name":"e2e-extmod-b-14f8bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.571762014Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"e2e-shr-auth-8edc89-access","reconcileID":"f0dd195c-3f7f-4140-afeb-f77393d58590","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.609218696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","reconcileID":"f2b9d445-9078-45ff-a0a7-1ef9f4a3cb07","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-edfbe24ffcca","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-b-14f8bd","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-b-14f8bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.767405311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"50bab4f1-6f4c-4074-a23e-e12683d839e8","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.783010963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"e44c7fe9-97b7-4417-858d-09fb8e31da76","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.803966885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"e44c7fe9-97b7-4417-858d-09fb8e31da76","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.807788214Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"293c29dc-2743-4cb9-861b-edf1d76a164c","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8b6300c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:11.985932841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"7a4ebf50-37c8-4e7c-897b-9c3f5e3dd11d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:12.007155277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"7a4ebf50-37c8-4e7c-897b-9c3f5e3dd11d","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:14.630320336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.438827022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"d7d569d8-f560-414b-8bff-75069e22a1a2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.439435579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"03e4a5ef-6782-4ea9-9dec-beac672f05ce","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.4626272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"d7d569d8-f560-414b-8bff-75069e22a1a2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.469591042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"03e4a5ef-6782-4ea9-9dec-beac672f05ce","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.503793898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-81c855-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f5f15c55600327b0f18e548606a000432aaa09c36356f064bb2112ffd5a9e675) AuthConfig (96edec1670b66a29550fee45ecc93a846592a62333d7fe46105dec921bb5b055) AuthConfig (31c11dfd7bffa9ef82db997d084b1d5fa0e73206f8544474d5dc62c983fbead7) AuthConfig (236695afe669afe89bc1f186b18a6d8f80db76d2a5b84bccf4aa0379d05f8527) AuthConfig (369a71badab318d66b89b2bfe8792df95053a69f76379c581302ee3e9cddaf84) AuthConfig (16bfcc90c92120e3314598501139f44d2aa72eae32d01637002886f783ae4c4f) AuthConfig (7f83d26a1b21cf78556256ec5cdd9982ee7a59778d6b733bcc518fe680810763) AuthConfig (ed50cceaf7e29be83aae06bb1f1c337bfe4a987a65f3e968d6f45c8e98a41262) AuthConfig (172ed5c1b054dac81a8240eea219f2b45567751a60f83104ec90adb0e80bcc11) AuthConfig (b475f3b3647d86b3ce671f0343feb0d857acfe18c29a5583f17366923180b1cb) AuthConfig (b6db807dc0de2d473d13d290fa88a2fa51bf4bd6978692bb8baac97bef37602f) AuthConfig (34958916908e637755e0c104d809322c738627e4f51bf3b26614fd2ec2e08191) AuthConfig (5c7a0be34599d27420a9ebd8b4dd943a7af335cb260c3064f6d7551a1df68d20) AuthConfig (8c2eb6250eab584db1fdbbf74e5a6bef882f7aad0fcd8764b1b33a6972d68c67) AuthConfig (f811d3281ba34a91e07d4f62d94b6011bae5658d57d2882d036c117e3685216e) AuthConfig (e553089a74ff3805547e8076e146deeec068b94fdbfd0d3034ee7604fb88ec53) AuthConfig (8ff6051c0beb3a7414adc07c279fc8c18c6b89c7d9c419e15d7050a89bf7a258) AuthConfig (5098790457d1c1fab927d8574908fbdc9cb33233627a5ed30c4513bf0b4e4a1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"d7d569d8-f560-414b-8bff-75069e22a1a2","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:20.52858759Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-691543-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ab7a86564daf70b99fd01107add079aba35dd4c83e119e83ea61b5d1bb4438fb) AuthConfig (c3213d523312673420c13356024c5e3be0f43cc837dc5c82e1c4a434ad73fa25) AuthConfig (bc2c2f91897cfdf99b28672ded11ff2a05d284d6b433f02ba6a3c158f0725c7a) AuthConfig (daec122bf3eb3e5dba25a09e25be1c958dd3abf56d2aec90ad945d8bd29b4880) AuthConfig (45ae2a1dd5d5303b05f73ea4dda017e9321d2e5b277e6628e462810e4c829161) AuthConfig (c5df64607b9e6823502e12678167f9434d23f48adbf68518ab72c34f507d6912) AuthConfig (f1429206dff5bb1c614e19da13a660c5a19da8d5f8bc2f96fd356254baa56309) AuthConfig (0282d35d3b298e3cc387cdebb2335125b31259c3e40e10ff8dbe76bae89caf84) AuthConfig (f288ad4045cb1ca7823bea6ae8935179ccb8e3c6d8ee6acae73e1ac0a13de6e4) AuthConfig (7f5fe5d62d69ce101319ee637e6004f3bcc087d75b40437fc45aba60108fbfab) AuthConfig (eb00f43163bd58c978c0441a023f62dc71c56470d19a447e95312f90117656d3) AuthConfig (accdcafc9436b6fdffdda69e04e3126b90ba17a9045a8c234ce6678a93162616) AuthConfig (f78f0c5e6e2c7f08bfc56f4d9f13d9bb9ea4438b80dd38f5c952fc47a4d57c90) AuthConfig (f1caf7bced77470c3e33e63752a552b56ba136d993bb79b636ad92f9a4cd1bd6) AuthConfig (e6cc2ee98deca4a498e7f517eb6f1ae13045ae2cda218066a3e9077ef12f7a17) AuthConfig (8897101d029cb2ab2b3ccc02ffa2ee2805acdf5a213853f9f164c7f1ac397bf7) AuthConfig (c5aab6611bca75da3f3c3254946f815802043ad76bd2d9081ae10b2611c15981) AuthConfig (d20fa7b1441624f162f463003ed5143264549118d9b9417d7c8a7354f66d7f1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"03e4a5ef-6782-4ea9-9dec-beac672f05ce","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.332672343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"4b532d4c-a8ae-4a39-a8ef-4ab35b285087","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.393086307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"36073f95-a054-4f06-b7ca-084a39060aa8","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.393106042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"36073f95-a054-4f06-b7ca-084a39060aa8","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.75624011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"f4b1d1f7-9513-4413-854e-767e1b1ac861","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.779023519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"f4b1d1f7-9513-4413-854e-767e1b1ac861","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.824377702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"da882ed6-0bea-419a-8bbf-bef581ca0695","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","subscription":"e2e-shr-auth-8edc89-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.857990861Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"da882ed6-0bea-419a-8bbf-bef581ca0695","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:21.875023649Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-sub","reconcileID":"da882ed6-0bea-419a-8bbf-bef581ca0695","MaaSSubscription":{"name":"e2e-shr-auth-8edc89-sub","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"maas-trlp-e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.049168493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"2895b952-3f94-48e5-9e19-be49bc12ff52","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.065657947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"a3223b5d-daf4-4d66-a181-b164e5406444","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.087873643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"a3223b5d-daf4-4d66-a181-b164e5406444","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.240330146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"df7db451-87fc-4092-ada3-00a4afa2e7f7","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.241079267Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"edbf3399-fd90-451e-a7ab-15b3a0935ac0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"model":"e2e-extmod-shr-user-7914d3/e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.28993157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"edbf3399-fd90-451e-a7ab-15b3a0935ac0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.345276079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"edbf3399-fd90-451e-a7ab-15b3a0935ac0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"name":"e2e-extmod-a-e1499d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.345298479Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"e2e-shr-auth-8edc89-access","reconcileID":"edbf3399-fd90-451e-a7ab-15b3a0935ac0","MaaSAuthPolicy":{"name":"e2e-shr-auth-8edc89-access","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.386464771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"021af2dc-c0f3-4a58-a14f-ee0a7d661a59","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:22.748212114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","reconcileID":"f47d9684-5d52-40ad-9260-bb344dcf8f69","MaaSModelRef":{"name":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","namespace":"e2e-extmod-shr-user-7914d3"},"routeName":"external-model-e2e-shr-auth-8edc89-9ce1bfb440ea","namespace":"e2e-extmod-shr-user-7914d3","model":"e2e-shr-auth-8edc89-e2e-extmod-a-e1499d","externalModel":"e2e-shr-auth-8edc89","provider":"e2e-shr-auth-8edc89-provider","gateway":"openshift-ingress/e2e-extmod-a-e1499d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.326692772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","reconcileID":"2df1590b-24bc-4632-8502-3fcc8e7f4941","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.35946258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"e2b076e5-2f15-4894-ae5e-6e08c4b15863","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.360564152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"a1976d0d-d855-4f4d-8740-8b91d68e7e9f","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.37548731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ef5a583e-0f6d-4827-b535-f74874ec1610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.375587919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b342809c-5a4a-47c5-9f27-4fc6cabdc4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.379381945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8c493683-7319-4687-9c7f-baa84289f120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.384547504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"e2b076e5-2f15-4894-ae5e-6e08c4b15863","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.384576571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"a1976d0d-d855-4f4d-8740-8b91d68e7e9f","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.40515703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"ef5a583e-0f6d-4827-b535-f74874ec1610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.407552276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"8c493683-7319-4687-9c7f-baa84289f120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.466009042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b342809c-5a4a-47c5-9f27-4fc6cabdc4b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.629652346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-8edc89","namespace":"e2e-extmod-shr-user-7914d3"},"namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","reconcileID":"54e7e215-1a0b-4e08-b385-1398afec7f60","namespace":"e2e-extmod-shr-user-7914d3","name":"e2e-shr-auth-8edc89","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.660593369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9db186fc-fa51-4619-b44b-3cbb55bceba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.660627039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a2a02df1-98d2-4522-ab61-1f205c104483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.682078349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a2a02df1-98d2-4522-ab61-1f205c104483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.682367071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9db186fc-fa51-4619-b44b-3cbb55bceba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.702401688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"38924e49-be73-40d4-8d46-81f970bc69be","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.702418902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"38924e49-be73-40d4-8d46-81f970bc69be","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.704410164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"09191644-860c-4f77-b93d-d631409b69bf","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.704425642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"09191644-860c-4f77-b93d-d631409b69bf","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.729454896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d985dcc3-3d5c-4df5-a19f-af39333914b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.765717364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"d985dcc3-3d5c-4df5-a19f-af39333914b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.814198317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b92e9153-f076-4a58-a51b-15b6bbb104b0","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.83300788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c66b33e-5c7b-442b-a3d2-9bbe9d22b77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.933284543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"b92e9153-f076-4a58-a51b-15b6bbb104b0","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.935793146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"8c66b33e-5c7b-442b-a3d2-9bbe9d22b77c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.994735195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cd5dd2de-7a3f-4ee0-abe1-f168b796dc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:23.995019983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6f2f7ca8-e635-4435-a6cd-2c8146049da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.020087809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"6f2f7ca8-e635-4435-a6cd-2c8146049da9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.020306928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"cd5dd2de-7a3f-4ee0-abe1-f168b796dc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.08396197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a367a630-37b5-4eab-bdf8-3518ef6d54eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.10778594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a367a630-37b5-4eab-bdf8-3518ef6d54eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.187944298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d2233112-ffb8-424b-8fd9-e5fe26fb9ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.188212835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"93ee0083-2721-4bc4-9ec0-29610b732620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.211273534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"93ee0083-2721-4bc4-9ec0-29610b732620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.211342024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"d2233112-ffb8-424b-8fd9-e5fe26fb9ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.269234991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"7c3319f0-fee1-4997-8ac2-2f683daf732e","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.284772169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9309312-040f-487f-b32c-25981021f068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.28501221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"aa4687a1-bc33-448e-a42d-5839ce91d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.290383624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"7c3319f0-fee1-4997-8ac2-2f683daf732e","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.306195796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"aa4687a1-bc33-448e-a42d-5839ce91d506","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.306979763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9309312-040f-487f-b32c-25981021f068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.368230842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"eb03a223-bd74-4077-b9f6-ad70266b472f","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.38372819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f08ee429-db3b-42ed-ad86-2ba991a79be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.390161809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"eb03a223-bd74-4077-b9f6-ad70266b472f","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.405862907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f08ee429-db3b-42ed-ad86-2ba991a79be2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.483960348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9c62ed59-5021-4526-9067-2036748aef4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.484310619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b22b15c7-916d-4e1e-ae57-817ba29c61d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.50636967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b22b15c7-916d-4e1e-ae57-817ba29c61d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.506434942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"9c62ed59-5021-4526-9067-2036748aef4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.913939443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"ab3afbf8-733e-4c36-a457-018c80446a57","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:24.913962692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"ab3afbf8-733e-4c36-a457-018c80446a57","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.225112616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"04a71350-0ce2-47eb-a08c-4571453d6515","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.22513251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"04a71350-0ce2-47eb-a08c-4571453d6515","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.243759485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"93d5aef9-c7a5-453e-861c-678f5b16ad4b","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.243778096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"93d5aef9-c7a5-453e-861c-678f5b16ad4b","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.27566598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"af08c136-7a36-4849-9212-10b904dee363","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.332797085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"af08c136-7a36-4849-9212-10b904dee363","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.352646324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"af08c136-7a36-4849-9212-10b904dee363","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.374971349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"0cb8f2c1-57e4-4b7f-bf59-b518572257b5","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:25.374994062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"0cb8f2c1-57e4-4b7f-bf59-b518572257b5","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:27.990422698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"47aa0fe1-3cf8-4940-9923-e17088e8c082","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:27.990449884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"47aa0fe1-3cf8-4940-9923-e17088e8c082","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.015240879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"43f61a8b-b1ba-43ad-8934-3b00a04947d2","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.015264499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"43f61a8b-b1ba-43ad-8934-3b00a04947d2","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.023802008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"e3f0886c-96d7-455c-8ad6-796bdf54fc22","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:32:28.024696959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"c33f8c31-862b-46b6-a531-05329d8cf9aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-81c855-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.044859693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"e3f0886c-96d7-455c-8ad6-796bdf54fc22","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.059977559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"d9b89118-4e21-49b5-97a1-2757e62ad641","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.059993342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"d9b89118-4e21-49b5-97a1-2757e62ad641","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.081442255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"9510b4c2-df69-4b9b-8129-aeedb5dcffc1","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.08145846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"9510b4c2-df69-4b9b-8129-aeedb5dcffc1","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.148600468Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"4fd7f3bf-5159-4231-8334-b918ba8fcc60","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"test-model-81c855","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-81c855/test-model-81c855-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.209485407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"c1fa9459-5092-465c-9ac0-fa704e354ba7","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.21029132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"f4617e3c-5c4f-4f63-ad12-bca95b9779e5","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.210307683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"f4617e3c-5c4f-4f63-ad12-bca95b9779e5","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.230382597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"c1fa9459-5092-465c-9ac0-fa704e354ba7","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:28.273873236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"e1d7daea-387e-4f82-b613-a0a06e1c9037","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.21323827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5173fdb2-03fa-4019-a4a0-01dd5d8a7642","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.21326512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5173fdb2-03fa-4019-a4a0-01dd5d8a7642","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.238728066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5e90dbb2-aea7-47d8-a1df-d60ea9224d05","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.238753941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5e90dbb2-aea7-47d8-a1df-d60ea9224d05","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.245981769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"7f8dc6a5-51a3-450a-b2fc-938d34ba4734","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:32:29.249284372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"e992ed92-8fe9-4df9-9739-43494f72116d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-691543-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.2847066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"efba91e5-1fe7-4da5-b235-6f0025c3f303","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.284730035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"efba91e5-1fe7-4da5-b235-6f0025c3f303","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.285205538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"7f8dc6a5-51a3-450a-b2fc-938d34ba4734","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.306002813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"a21b897b-04d9-4ffb-988d-6dd765d7560b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.306021927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"a21b897b-04d9-4ffb-988d-6dd765d7560b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.376498484Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"5c61aee9-98ba-403f-a67e-4330a41fb8d5","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","model":"test-model-691543","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-691543/test-model-691543-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.433874456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"a094c785-da39-40c9-9ea7-27bd315dcd6b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.43389415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"a094c785-da39-40c9-9ea7-27bd315dcd6b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.44879803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"5de5a685-105f-4693-82dd-0690187e58fd","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.484900295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"5de5a685-105f-4693-82dd-0690187e58fd","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:29.518546567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"df260b1f-6f4f-4086-9951-75d2d4eb19f7","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.121948877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f2d13-f351-4cd8-9c80-ea5574da2828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.138504725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f2d13-f351-4cd8-9c80-ea5574da2828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.154968103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f2d13-f351-4cd8-9c80-ea5574da2828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.175223313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"995f2d13-f351-4cd8-9c80-ea5574da2828","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.407171783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"9d03fc59-43b2-4350-b2d4-212f7e77ef0b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.428490982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"9d03fc59-43b2-4350-b2d4-212f7e77ef0b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.448540734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"9d03fc59-43b2-4350-b2d4-212f7e77ef0b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.802776279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84db982-4036-434d-a8a9-5134ae599cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.818866268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84db982-4036-434d-a8a9-5134ae599cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.834780999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84db982-4036-434d-a8a9-5134ae599cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.850710361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d84db982-4036-434d-a8a9-5134ae599cb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:35.945160613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b77931","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b77931","reconcileID":"d7fa2174-b16c-45ed-9eb9-9e66733e149f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b77931","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-b77931":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:36.481259498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f315cfda-3988-464a-901f-cf50d78c6b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:36.497282319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f315cfda-3988-464a-901f-cf50d78c6b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:36.513343517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f315cfda-3988-464a-901f-cf50d78c6b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:36.529504725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f315cfda-3988-464a-901f-cf50d78c6b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.052668608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df21d828-807b-48d6-ae0e-6833809185ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.068474748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df21d828-807b-48d6-ae0e-6833809185ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.084345947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df21d828-807b-48d6-ae0e-6833809185ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.100086481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df21d828-807b-48d6-ae0e-6833809185ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.735440505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee2f418-4573-434c-b755-0f4f107f95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.751819843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee2f418-4573-434c-b755-0f4f107f95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.768593535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee2f418-4573-434c-b755-0f4f107f95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:41.784828484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cee2f418-4573-434c-b755-0f4f107f95bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:44.634400049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:45.481513886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"68b16178-0dd9-42ea-bb6c-e896bdeaaef1","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:45.503555403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"68b16178-0dd9-42ea-bb6c-e896bdeaaef1","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:45.525274434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"68b16178-0dd9-42ea-bb6c-e896bdeaaef1","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:49.310002388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2777cbc-9c9a-4e59-a5e0-80909a88918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:49.325973388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2777cbc-9c9a-4e59-a5e0-80909a88918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:49.341904976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2777cbc-9c9a-4e59-a5e0-80909a88918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:49.357639667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2777cbc-9c9a-4e59-a5e0-80909a88918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.079063944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b34077-0901-402d-9e46-43ddcab99f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.095576367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b34077-0901-402d-9e46-43ddcab99f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.112853323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b34077-0901-402d-9e46-43ddcab99f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.129721926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5b34077-0901-402d-9e46-43ddcab99f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.164176583Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8aed78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8aed78","reconcileID":"731c6d28-1715-415e-a47f-93d538d9a455","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8aed78","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-8aed78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.776401318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d1f181-f0a7-47c5-b8a7-8031b2a267b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.793005507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d1f181-f0a7-47c5-b8a7-8031b2a267b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.80919668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d1f181-f0a7-47c5-b8a7-8031b2a267b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:50.825735221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9d1f181-f0a7-47c5-b8a7-8031b2a267b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:55.558707249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"fb00895d-9604-4d45-b7c1-2538f6c96390","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:55.580001207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"fb00895d-9604-4d45-b7c1-2538f6c96390","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:32:55.5996892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"fb00895d-9604-4d45-b7c1-2538f6c96390","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:05.632152004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d394114e-0f3b-4b02-a52c-682bb1bf1dd7","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:05.679781194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d394114e-0f3b-4b02-a52c-682bb1bf1dd7","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:05.699696579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d394114e-0f3b-4b02-a52c-682bb1bf1dd7","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:05.930704248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"46483ca0-998f-4412-9ef6-bec2f6720006","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:06.008966142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"c8d2a257-30c7-4911-ab82-6e849347ef55","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:06.009164902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"c8d2a257-30c7-4911-ab82-6e849347ef55","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:06.53434105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"7f673011-908a-4489-a03b-ada29342a586","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:06.594023908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"29c4de45-fe9d-4e64-b9b7-541b788a089b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:06.594044543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"29c4de45-fe9d-4e64-b9b7-541b788a089b","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:07.077880971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"86888886-7432-4c78-bb96-64ea02e95481","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:07.098590095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"86888886-7432-4c78-bb96-64ea02e95481","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:07.533638167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"260ea139-2b0c-4b88-ae8c-1b40758a0e35","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:07.565661145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"260ea139-2b0c-4b88-ae8c-1b40758a0e35","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.18946036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"2e3a5ed4-bc6a-496c-96d0-a9c9883fb7f6","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.189489599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"2e3a5ed4-bc6a-496c-96d0-a9c9883fb7f6","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.52253891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"dc524c11-5ac0-4b4a-9907-c203864b9d57","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.522559283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"dc524c11-5ac0-4b4a-9907-c203864b9d57","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.541409066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"1bd7c02d-c1e4-4e22-bab9-d5a32d67817d","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.541426359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"1bd7c02d-c1e4-4e22-bab9-d5a32d67817d","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.572814143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"a61ef9b7-7e91-4c48-836a-5fc5fdfbe1e2","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.640726099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"a61ef9b7-7e91-4c48-836a-5fc5fdfbe1e2","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.660690026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"a61ef9b7-7e91-4c48-836a-5fc5fdfbe1e2","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.680274658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c7edf2ef-6fc5-4091-9f1c-3f2b062f1d0e","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:09.680296185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c7edf2ef-6fc5-4091-9f1c-3f2b062f1d0e","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.071978833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"4d6c8945-26b2-422c-84ac-b5cf5bc651f4","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.072002659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"4d6c8945-26b2-422c-84ac-b5cf5bc651f4","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.407831238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"50d6c160-5e95-4ace-9537-a512c8a3f333","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.407857761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"50d6c160-5e95-4ace-9537-a512c8a3f333","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.42860345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"cdf46d60-3018-4615-8658-1e5cf6f9bc52","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.428623691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"cdf46d60-3018-4615-8658-1e5cf6f9bc52","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.46063003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"f4289b22-e1b8-40f6-a566-049dfd962efd","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.517136557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"f4289b22-e1b8-40f6-a566-049dfd962efd","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.53719082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"f4289b22-e1b8-40f6-a566-049dfd962efd","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.561336604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"b6e4ce8d-9e0a-4013-b49b-64a229639639","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:10.56135559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"b6e4ce8d-9e0a-4013-b49b-64a229639639","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:14.629149204Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:15.736400049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"c13e0dca-266b-4545-bfe3-4f773cc0d486","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:15.757628468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"c13e0dca-266b-4545-bfe3-4f773cc0d486","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:15.777507618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c061cde1fa9893fde9f40aebb768dc9d399d46ad06def4e0d4ad929499afdf4) AuthConfig (35bfba39d4a062146224908f0352efb34d483d18139f6f897a977efc0fa9122c) AuthConfig (ec3589d3ccb964d26fe1abbabe67d8977c5eab6e930a891dfc7b9d7890835536) AuthConfig (9508775e8bfdf8b8073223724ff22473ff420c3357819da78896739807f107ae) AuthConfig (eab690ee4f274eaeb68132ac429f74f5688ad8971d72210db30568cae8ac679f) AuthConfig (611725b32baff7e27f5f42fe8740bc8462028a3c4711b2d3e76b334bfddecb7b) AuthConfig (5da4d2d7993a552d83ea035da971e13bcf9c864125c3a1ccc37930ce01ff8244) AuthConfig (e7d181751f54573e370f1e8b685f7f840e13a3298f0e58432151344d4ada515b) AuthConfig (53f8d165fdda296a1e8dc0419809e8aa9113ed280c29a028c4a4db275888ef2d) AuthConfig (1eca2f353771b79074552fbf879e2d05086a9edb1c24449606bc3547a32683a4) AuthConfig (d9714d13f06e9a9f8b3332b7d52cfc8b965483584222ca3912c78263d4332a29) AuthConfig (1e40f276e742a582867440e0d8d3be0c26f82edd0020ddfd8a9f7f54d083813c) AuthConfig (ea00b85a88e715421aa55416e8ab4665d91d965395206930516a0631192a1624) AuthConfig (a362dfd79b91f3697379a0746f0959093afd22193de1ba292a5352bf65c17795) AuthConfig (25ca52a962b7ac16509d40ffe131a7a8768bd50ec512abcfdc140d643e3a7c54) AuthConfig (cf41a876eb234b116a3ed43a56f746780027bceedc9f09969a0bb548a08c7f5c) AuthConfig (24a8c0b23a9b37dc21df7950a205b0c7a577004348abdb178c0d6b6ec30cce89) AuthConfig (8371c6708f95955e0c4b8ce28fb69954d0fa0627c90faefaeb2a051794c8ee3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"c13e0dca-266b-4545-bfe3-4f773cc0d486","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:15.799568794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"aec867af-cda9-4153-9469-26fc10d06008","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:15.799592763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"aec867af-cda9-4153-9469-26fc10d06008","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:19.713101832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"f7375812-908d-4cff-b9ae-d6a886e122ee","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:19.734268254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"f7375812-908d-4cff-b9ae-d6a886e122ee","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:19.754470902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"f7375812-908d-4cff-b9ae-d6a886e122ee","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:20.594480478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"09fd51a2-cfb1-4c6f-a0be-b702c94ef51a","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:20.615773215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"09fd51a2-cfb1-4c6f-a0be-b702c94ef51a","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:20.642654623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"09fd51a2-cfb1-4c6f-a0be-b702c94ef51a","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:25.832325728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"5ab9df4c-15f9-4c2f-b55b-197317f332e4","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:25.854083182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"5ab9df4c-15f9-4c2f-b55b-197317f332e4","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:25.874607107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c061cde1fa9893fde9f40aebb768dc9d399d46ad06def4e0d4ad929499afdf4) AuthConfig (35bfba39d4a062146224908f0352efb34d483d18139f6f897a977efc0fa9122c) AuthConfig (ec3589d3ccb964d26fe1abbabe67d8977c5eab6e930a891dfc7b9d7890835536) AuthConfig (9508775e8bfdf8b8073223724ff22473ff420c3357819da78896739807f107ae) AuthConfig (eab690ee4f274eaeb68132ac429f74f5688ad8971d72210db30568cae8ac679f) AuthConfig (611725b32baff7e27f5f42fe8740bc8462028a3c4711b2d3e76b334bfddecb7b) AuthConfig (5da4d2d7993a552d83ea035da971e13bcf9c864125c3a1ccc37930ce01ff8244) AuthConfig (e7d181751f54573e370f1e8b685f7f840e13a3298f0e58432151344d4ada515b) AuthConfig (53f8d165fdda296a1e8dc0419809e8aa9113ed280c29a028c4a4db275888ef2d) AuthConfig (1eca2f353771b79074552fbf879e2d05086a9edb1c24449606bc3547a32683a4) AuthConfig (d9714d13f06e9a9f8b3332b7d52cfc8b965483584222ca3912c78263d4332a29) AuthConfig (1e40f276e742a582867440e0d8d3be0c26f82edd0020ddfd8a9f7f54d083813c) AuthConfig (ea00b85a88e715421aa55416e8ab4665d91d965395206930516a0631192a1624) AuthConfig (a362dfd79b91f3697379a0746f0959093afd22193de1ba292a5352bf65c17795) AuthConfig (25ca52a962b7ac16509d40ffe131a7a8768bd50ec512abcfdc140d643e3a7c54) AuthConfig (cf41a876eb234b116a3ed43a56f746780027bceedc9f09969a0bb548a08c7f5c) AuthConfig (24a8c0b23a9b37dc21df7950a205b0c7a577004348abdb178c0d6b6ec30cce89) AuthConfig (8371c6708f95955e0c4b8ce28fb69954d0fa0627c90faefaeb2a051794c8ee3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"5ab9df4c-15f9-4c2f-b55b-197317f332e4","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:29.78744653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"1dba1bf7-7763-4647-9d7d-0a260cbaa643","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:29.808519937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"1dba1bf7-7763-4647-9d7d-0a260cbaa643","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:29.82801157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"1dba1bf7-7763-4647-9d7d-0a260cbaa643","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:30.675401063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"91ecabaa-9dee-4bc1-a558-62dfc7c4426c","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:30.696605426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"91ecabaa-9dee-4bc1-a558-62dfc7c4426c","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:30.716433471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"91ecabaa-9dee-4bc1-a558-62dfc7c4426c","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:35.551838723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"1dbc5bdc-487c-4641-b128-f6a4bac06547","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:35.597601099Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"1dbc5bdc-487c-4641-b128-f6a4bac06547","name":"e2e-inf-a-b77931-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:35.907614052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d893ffac-477f-4e3c-8ef6-583a7102d08b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:35.928714837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d893ffac-477f-4e3c-8ef6-583a7102d08b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:35.948277215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c061cde1fa9893fde9f40aebb768dc9d399d46ad06def4e0d4ad929499afdf4) AuthConfig (35bfba39d4a062146224908f0352efb34d483d18139f6f897a977efc0fa9122c) AuthConfig (ec3589d3ccb964d26fe1abbabe67d8977c5eab6e930a891dfc7b9d7890835536) AuthConfig (9508775e8bfdf8b8073223724ff22473ff420c3357819da78896739807f107ae) AuthConfig (eab690ee4f274eaeb68132ac429f74f5688ad8971d72210db30568cae8ac679f) AuthConfig (611725b32baff7e27f5f42fe8740bc8462028a3c4711b2d3e76b334bfddecb7b) AuthConfig (5da4d2d7993a552d83ea035da971e13bcf9c864125c3a1ccc37930ce01ff8244) AuthConfig (e7d181751f54573e370f1e8b685f7f840e13a3298f0e58432151344d4ada515b) AuthConfig (53f8d165fdda296a1e8dc0419809e8aa9113ed280c29a028c4a4db275888ef2d) AuthConfig (1eca2f353771b79074552fbf879e2d05086a9edb1c24449606bc3547a32683a4) AuthConfig (d9714d13f06e9a9f8b3332b7d52cfc8b965483584222ca3912c78263d4332a29) AuthConfig (1e40f276e742a582867440e0d8d3be0c26f82edd0020ddfd8a9f7f54d083813c) AuthConfig (ea00b85a88e715421aa55416e8ab4665d91d965395206930516a0631192a1624) AuthConfig (a362dfd79b91f3697379a0746f0959093afd22193de1ba292a5352bf65c17795) AuthConfig (25ca52a962b7ac16509d40ffe131a7a8768bd50ec512abcfdc140d643e3a7c54) AuthConfig (cf41a876eb234b116a3ed43a56f746780027bceedc9f09969a0bb548a08c7f5c) AuthConfig (24a8c0b23a9b37dc21df7950a205b0c7a577004348abdb178c0d6b6ec30cce89) AuthConfig (8371c6708f95955e0c4b8ce28fb69954d0fa0627c90faefaeb2a051794c8ee3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"d893ffac-477f-4e3c-8ef6-583a7102d08b","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:39.860871764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"ab4e5098-285d-4b37-89ef-0b4ac2c475a5","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:39.881731678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"ab4e5098-285d-4b37-89ef-0b4ac2c475a5","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:39.901822192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"ab4e5098-285d-4b37-89ef-0b4ac2c475a5","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:40.748753497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"fe1b77c0-8708-4a41-9469-35af5a5d5613","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:40.769392468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"fe1b77c0-8708-4a41-9469-35af5a5d5613","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:40.789430715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"fe1b77c0-8708-4a41-9469-35af5a5d5613","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:44.630219996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:45.980396011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"ebd58a67-ba7c-49b0-a9fc-149d5ea92062","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:46.003097777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"ebd58a67-ba7c-49b0-a9fc-149d5ea92062","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:46.022994463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-ee3565-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0c061cde1fa9893fde9f40aebb768dc9d399d46ad06def4e0d4ad929499afdf4) AuthConfig (35bfba39d4a062146224908f0352efb34d483d18139f6f897a977efc0fa9122c) AuthConfig (ec3589d3ccb964d26fe1abbabe67d8977c5eab6e930a891dfc7b9d7890835536) AuthConfig (9508775e8bfdf8b8073223724ff22473ff420c3357819da78896739807f107ae) AuthConfig (eab690ee4f274eaeb68132ac429f74f5688ad8971d72210db30568cae8ac679f) AuthConfig (611725b32baff7e27f5f42fe8740bc8462028a3c4711b2d3e76b334bfddecb7b) AuthConfig (5da4d2d7993a552d83ea035da971e13bcf9c864125c3a1ccc37930ce01ff8244) AuthConfig (e7d181751f54573e370f1e8b685f7f840e13a3298f0e58432151344d4ada515b) AuthConfig (53f8d165fdda296a1e8dc0419809e8aa9113ed280c29a028c4a4db275888ef2d) AuthConfig (1eca2f353771b79074552fbf879e2d05086a9edb1c24449606bc3547a32683a4) AuthConfig (d9714d13f06e9a9f8b3332b7d52cfc8b965483584222ca3912c78263d4332a29) AuthConfig (1e40f276e742a582867440e0d8d3be0c26f82edd0020ddfd8a9f7f54d083813c) AuthConfig (ea00b85a88e715421aa55416e8ab4665d91d965395206930516a0631192a1624) AuthConfig (a362dfd79b91f3697379a0746f0959093afd22193de1ba292a5352bf65c17795) AuthConfig (25ca52a962b7ac16509d40ffe131a7a8768bd50ec512abcfdc140d643e3a7c54) AuthConfig (cf41a876eb234b116a3ed43a56f746780027bceedc9f09969a0bb548a08c7f5c) AuthConfig (24a8c0b23a9b37dc21df7950a205b0c7a577004348abdb178c0d6b6ec30cce89) AuthConfig (8371c6708f95955e0c4b8ce28fb69954d0fa0627c90faefaeb2a051794c8ee3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"ebd58a67-ba7c-49b0-a9fc-149d5ea92062","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:49.93418645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"40544e4d-cf8a-4891-9f7d-c79ceeba4f58","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:49.966300658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"40544e4d-cf8a-4891-9f7d-c79ceeba4f58","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:49.986768111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72cb04d2bfefa1e6ae6d16cc1265edb3228d25fe11a68ab1d9de6b15b84100be) AuthConfig (b6c78372d8ab59413fcb84b0df308aeb70525cee45bbd461e6222dc9aed02d91) AuthConfig (92a1bde2dcd9f5fc7dd899e054b0c78d6e233e784e84a95486289d407c8aa302) AuthConfig (d72eba93633c5ae4910866a65c2964ca77a07d12e9e3360371608d5717427268) AuthConfig (45859ae0433760d7f65c51ed17ef1d8663a1858f65b50208ea79377be8f99930) AuthConfig (ca84c4b34775fb9be580f274c3ca0ad1f2cfc71f1500e250daaf2bb19fa53dab) AuthConfig (d96a3d18ddb8ef7847c226c91b183ebadba5a33c55032c2248d6fbf847725050) AuthConfig (07f5c60029afecdec3d4656674d8892d8212f0e0bd923d555d94f16d0d195a60) AuthConfig (13ca16683ad9884781e68f346d42335beab7f4dd1d5c3d45f1cd1477877f940e) AuthConfig (3b66210bd4b46e5f71732c382834a3e9adf763477ac28d6e3a3c349b2518a83f) AuthConfig (25dcee2fadd00a5da0d8edbd887f4f94a89853961b8360ebcd48cf86fbbb9e8c) AuthConfig (f4ec2c18d755d95971735d30521f0d6de4f9e2e205b210ce056df5659a785229) AuthConfig (7e8c378cd22f4145ccc112c8ac6fbbc333eb0a5098aec40adf77de0bb22c16ab) AuthConfig (839dfada983429b7555b4a0c3825d6c698e92c34ed93b2bce393679ea75ec63a) AuthConfig (246a0ed1b7f7e7aaf5e651607cff19f4fc58eefbba8fc732b99d61627173d358) AuthConfig (0f414d292818317710c80a394a4ba92de5a5ed5225bdec4ed01ca039a18a729f) AuthConfig (e65248bfead7e6e7979adc8e08a4aa93649d85dc5b66ac33ce9c9ef55c96829f) AuthConfig (8058b5dff397430aaa2046db94064185e5d3ded56fa77d88cdc3526fb95acff4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"40544e4d-cf8a-4891-9f7d-c79ceeba4f58","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.008955519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"d2639e10-5d23-4670-a3d4-123f76635182","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.008982646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"d2639e10-5d23-4670-a3d4-123f76635182","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.823096334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"acce4d6b-3503-47fd-9ef8-f3edb04f8a0f","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.844036383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"acce4d6b-3503-47fd-9ef8-f3edb04f8a0f","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.863674762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac09dcc446580afc1efd777a4f7e00a4f55b70494ef35e2e3457a60f60a9d09a) AuthConfig (8ab4727dea5dbac964588af51f58189852cab84f5f006bacf4a58a990210e36e) AuthConfig (93507d3d30fd54ad72644b851e476a28b97b7078ce035941897e592863e7dd4d) AuthConfig (e4454665523e561c21bb083937087db2dc122bc650ad3340b82087b56436997a) AuthConfig (1bcd5e5d3ec5148edfc52dabd8a0cc36bf24581fd6c3004d0ecbb899a2d56284) AuthConfig (a5a53cd68914de88b86b4666f8631fd8c9c2f2177715ed1af06b077b73f33ce5) AuthConfig (8c2fa91323c5551482723b32d89e37587cd1febb4169f15d2725cf1cabc869c8) AuthConfig (997a107ce2baa424b6444ceeebd97af6b57ff82a48c6d8c7fc7713cdf0856990) AuthConfig (8db5f502ef4a5e19b0d884bdd0e17377a57d7c789fb93184cf6b2be7ed8f9630) AuthConfig (0a58938dd7554b0b570dd62956452ac6e405e0c52bf2cb2f2effc10103f2445c) AuthConfig (4d409b4d2dd8ae91c10a0b3424e499a600a3584fa7dc875b1e307faa8416b305) AuthConfig (194e868e0a6e356ba0c3cafb08adebde737a187b6eb4f0b16dbb70134421dd99) AuthConfig (e2972d76237eb70d23e2f2d050eead4cc09eb3af099b63845df161b6c420f292) AuthConfig (90c6e55ff96c24db44a21b2d45d4b0779e1c099c1aa6286b5bc66e7872f0c7a6) AuthConfig (4726a7ca46c08cf884b7f7a097cc1dc40b927f5e782353cb5a40b3801117320e) AuthConfig (fe8f6a495192f8aa562cd1812e6c2ca0513fb8690db52cf659c777ae84b4426f) AuthConfig (13908582a1d79fdbcebc1d5d3326718064b8f5a5e6a487a39d8343282f64dee9) AuthConfig (498028e3a66a1766251f7121d24d73707ae32b662da1fafad934a25178f3e98b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"acce4d6b-3503-47fd-9ef8-f3edb04f8a0f","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.885333002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"be96887e-08d1-4b10-a624-d1463313c15d","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:50.885351661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"be96887e-08d1-4b10-a624-d1463313c15d","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.631906215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"5c89db94-6f20-4d3c-afcd-d118cc891156","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:51.677912093Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"5c89db94-6f20-4d3c-afcd-d118cc891156","name":"e2e-inf-b-8aed78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:56.056526891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"e1091298-eb02-4dac-bb45-0db6f1468d57","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:56.077441564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"e1091298-eb02-4dac-bb45-0db6f1468d57","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:56.164588479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"43a7b113-95b7-431a-bff3-f3652d263658","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:56.164614622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"43a7b113-95b7-431a-bff3-f3652d263658","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.670476605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"38664d06-79a2-4758-a34a-21de2588ebf4","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.670499167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"38664d06-79a2-4758-a34a-21de2588ebf4","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.696266632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"68d9cea3-1a40-4147-81e2-50ca248b5c73","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.696291471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"68d9cea3-1a40-4147-81e2-50ca248b5c73","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.701829831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"5b709768-f7b0-423d-bfd1-43562c62e77e","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:33:58.706470082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"f0b25c5a-56a5-47b6-b26a-bdeb79029cc3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-ee3565-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.766900327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"5b709768-f7b0-423d-bfd1-43562c62e77e","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.784475618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"cf085c85-020f-4847-8d8a-3ee74fb25ffa","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.784498545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"cf085c85-020f-4847-8d8a-3ee74fb25ffa","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.804683744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"6bf4fcae-914b-4551-bb02-4727b4a9a40f","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.804705279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"6bf4fcae-914b-4551-bb02-4727b4a9a40f","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.871941602Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"34446c8d-491b-49b8-a374-5678a7cd1336","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"test-model-ee3565","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-ee3565/test-model-ee3565-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.931269649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"c3f081e6-2d1a-4e97-9dde-4d5c64d01e15","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.93128669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"c3f081e6-2d1a-4e97-9dde-4d5c64d01e15","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.932615853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"abfe3537-32d6-42a1-91f7-37c760f298d8","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.953550006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"abfe3537-32d6-42a1-91f7-37c760f298d8","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:33:58.997450958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"a2718b83-cbad-4c8c-8956-f8a64bc8dbb6","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.041618191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"6423e6ee-0227-49aa-9930-3cbda71df6c9","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.062930168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"6423e6ee-0227-49aa-9930-3cbda71df6c9","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.08329529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-601caa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (72cb04d2bfefa1e6ae6d16cc1265edb3228d25fe11a68ab1d9de6b15b84100be) AuthConfig (b6c78372d8ab59413fcb84b0df308aeb70525cee45bbd461e6222dc9aed02d91) AuthConfig (92a1bde2dcd9f5fc7dd899e054b0c78d6e233e784e84a95486289d407c8aa302) AuthConfig (d72eba93633c5ae4910866a65c2964ca77a07d12e9e3360371608d5717427268) AuthConfig (45859ae0433760d7f65c51ed17ef1d8663a1858f65b50208ea79377be8f99930) AuthConfig (ca84c4b34775fb9be580f274c3ca0ad1f2cfc71f1500e250daaf2bb19fa53dab) AuthConfig (d96a3d18ddb8ef7847c226c91b183ebadba5a33c55032c2248d6fbf847725050) AuthConfig (07f5c60029afecdec3d4656674d8892d8212f0e0bd923d555d94f16d0d195a60) AuthConfig (13ca16683ad9884781e68f346d42335beab7f4dd1d5c3d45f1cd1477877f940e) AuthConfig (3b66210bd4b46e5f71732c382834a3e9adf763477ac28d6e3a3c349b2518a83f) AuthConfig (25dcee2fadd00a5da0d8edbd887f4f94a89853961b8360ebcd48cf86fbbb9e8c) AuthConfig (f4ec2c18d755d95971735d30521f0d6de4f9e2e205b210ce056df5659a785229) AuthConfig (7e8c378cd22f4145ccc112c8ac6fbbc333eb0a5098aec40adf77de0bb22c16ab) AuthConfig (839dfada983429b7555b4a0c3825d6c698e92c34ed93b2bce393679ea75ec63a) AuthConfig (246a0ed1b7f7e7aaf5e651607cff19f4fc58eefbba8fc732b99d61627173d358) AuthConfig (0f414d292818317710c80a394a4ba92de5a5ed5225bdec4ed01ca039a18a729f) AuthConfig (e65248bfead7e6e7979adc8e08a4aa93649d85dc5b66ac33ce9c9ef55c96829f) AuthConfig (8058b5dff397430aaa2046db94064185e5d3ded56fa77d88cdc3526fb95acff4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"6423e6ee-0227-49aa-9930-3cbda71df6c9","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.917635157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"7e00af98-5c62-4500-98c2-95ec5344a0b2","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.93864643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"7e00af98-5c62-4500-98c2-95ec5344a0b2","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:00.958416262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b6ac37-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac09dcc446580afc1efd777a4f7e00a4f55b70494ef35e2e3457a60f60a9d09a) AuthConfig (8ab4727dea5dbac964588af51f58189852cab84f5f006bacf4a58a990210e36e) AuthConfig (93507d3d30fd54ad72644b851e476a28b97b7078ce035941897e592863e7dd4d) AuthConfig (e4454665523e561c21bb083937087db2dc122bc650ad3340b82087b56436997a) AuthConfig (1bcd5e5d3ec5148edfc52dabd8a0cc36bf24581fd6c3004d0ecbb899a2d56284) AuthConfig (a5a53cd68914de88b86b4666f8631fd8c9c2f2177715ed1af06b077b73f33ce5) AuthConfig (8c2fa91323c5551482723b32d89e37587cd1febb4169f15d2725cf1cabc869c8) AuthConfig (997a107ce2baa424b6444ceeebd97af6b57ff82a48c6d8c7fc7713cdf0856990) AuthConfig (8db5f502ef4a5e19b0d884bdd0e17377a57d7c789fb93184cf6b2be7ed8f9630) AuthConfig (0a58938dd7554b0b570dd62956452ac6e405e0c52bf2cb2f2effc10103f2445c) AuthConfig (4d409b4d2dd8ae91c10a0b3424e499a600a3584fa7dc875b1e307faa8416b305) AuthConfig (194e868e0a6e356ba0c3cafb08adebde737a187b6eb4f0b16dbb70134421dd99) AuthConfig (e2972d76237eb70d23e2f2d050eead4cc09eb3af099b63845df161b6c420f292) AuthConfig (90c6e55ff96c24db44a21b2d45d4b0779e1c099c1aa6286b5bc66e7872f0c7a6) AuthConfig (4726a7ca46c08cf884b7f7a097cc1dc40b927f5e782353cb5a40b3801117320e) AuthConfig (fe8f6a495192f8aa562cd1812e6c2ca0513fb8690db52cf659c777ae84b4426f) AuthConfig (13908582a1d79fdbcebc1d5d3326718064b8f5a5e6a487a39d8343282f64dee9) AuthConfig (498028e3a66a1766251f7121d24d73707ae32b662da1fafad934a25178f3e98b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"7e00af98-5c62-4500-98c2-95ec5344a0b2","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:10.116153388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"49a2123b-570a-4792-8ecd-be5e674debba","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:10.13700844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"49a2123b-570a-4792-8ecd-be5e674debba","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:10.230761377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"901931db-2091-44ff-840e-f87809754b8f","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:10.230780645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"901931db-2091-44ff-840e-f87809754b8f","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:10.991116299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"2d700641-4c1b-49d6-89cf-9b91536d21cc","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:11.013954193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"2d700641-4c1b-49d6-89cf-9b91536d21cc","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:11.104804861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"a6a41978-ace0-41b9-b49f-d500ad865cfd","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:11.104832621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"a6a41978-ace0-41b9-b49f-d500ad865cfd","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.126181512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"ef55f3d9-f7fa-4f18-a69e-e807866a6607","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.126209664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"ef55f3d9-f7fa-4f18-a69e-e807866a6607","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.149111794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"957e28a9-32fa-4926-917f-88a155d4d2a4","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.149216857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"957e28a9-32fa-4926-917f-88a155d4d2a4","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.157714247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"e3388e4f-fa2b-4cf5-b153-0f23e34e38e8","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:34:12.161204861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"1bb9bc9d-5af8-4310-9e65-bc3a0cfc1e6f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-601caa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:34:12.167725001Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"957e28a9-32fa-4926-917f-88a155d4d2a4","name":"test-model-601caa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-601caa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:34:12.167791431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"957e28a9-32fa-4926-917f-88a155d4d2a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-601caa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.173285037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"62f72f1d-a9f7-43a8-acbb-94191d9dc06f","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.173302414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"62f72f1d-a9f7-43a8-acbb-94191d9dc06f","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.178550425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"e3388e4f-fa2b-4cf5-b153-0f23e34e38e8","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.196705621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"8e60b0a1-60f4-4c5b-b747-e3ff00d9000b","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.196724036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"8e60b0a1-60f4-4c5b-b747-e3ff00d9000b","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.218534825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"63788276-2813-4005-90e0-3429c64ce71e","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.218557727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"63788276-2813-4005-90e0-3429c64ce71e","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.288846845Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"54ba3d92-4494-446d-98cf-a6200e1d0660","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"test-model-601caa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-601caa/test-model-601caa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.342102533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"d30cc87e-89cc-4c94-b15e-c871b4396e9a","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.346044794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"5cdb397c-8dbc-4b57-8b07-8542375aed55","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.346095267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"5cdb397c-8dbc-4b57-8b07-8542375aed55","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.3639791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"d30cc87e-89cc-4c94-b15e-c871b4396e9a","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.411014471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"365127a7-0e7b-478a-9004-18ec800a83ad","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.979232713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"3bd68f99-7835-45e7-b22d-48162e741344","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:12.979253923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"3bd68f99-7835-45e7-b22d-48162e741344","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.003261933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"ed8abafa-2228-4615-be7d-282c71a60f9b","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.003286688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"ed8abafa-2228-4615-be7d-282c71a60f9b","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.010897124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"624a4227-21b8-42c1-ba6b-b63a23f0cadb","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:34:13.014994593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"81d477af-b347-4f44-b020-33323c8804a1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b6ac37-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.068139151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"624a4227-21b8-42c1-ba6b-b63a23f0cadb","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.082278708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"e5b8c8a5-3b31-4740-b611-2f52257f5dc3","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.08229857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"e5b8c8a5-3b31-4740-b611-2f52257f5dc3","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.103547294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"90e58f21-6c86-4890-8c17-b6524236e095","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.103563075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"90e58f21-6c86-4890-8c17-b6524236e095","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.172297856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"932fb359-8f5f-4bfe-afeb-0fb33e7adef4","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"test-model-b6ac37","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.23178184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"e9fc8e4e-3f1f-4c01-9d70-e5cf452f0b35","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.232488494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"9eec856e-b4d4-41e5-8867-a4287ef2ddbd","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.232504431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"9eec856e-b4d4-41e5-8867-a4287ef2ddbd","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.252410451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"e9fc8e4e-3f1f-4c01-9d70-e5cf452f0b35","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:13.296252528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"41cc9d87-9198-4561-9345-8f679bb26754","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:14.630553534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.257175509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"13b92847-3fde-4f37-bf0b-16298726e666","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.330849863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"890c7e72-c952-4c87-95a6-3b7034a0c289","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.330877456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"890c7e72-c952-4c87-95a6-3b7034a0c289","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.360385249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"200cfaba-2a4c-44eb-9137-ec810ab0012a","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.419324571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c268ae90-8c47-4eac-8402-a97e1d9e036c","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.419351616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c268ae90-8c47-4eac-8402-a97e1d9e036c","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.457183258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"11fdce84-dda4-4e57-af18-e7b9b06e629f","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.517217463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"3a47cecc-14b4-4c9e-b042-83eaacfa1804","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:36.517235295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"3a47cecc-14b4-4c9e-b042-83eaacfa1804","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.865022401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"950167d8-97a8-426e-8bf9-d85a207035a6","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.898169796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"950167d8-97a8-426e-8bf9-d85a207035a6","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.960335196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"69cac04a-b4a4-4ba4-aeff-314178175b73","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:37.986494816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"69cac04a-b4a4-4ba4-aeff-314178175b73","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.18373172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b9b35b-728a-49cd-96f5-574e464bb33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.198038511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b9b35b-728a-49cd-96f5-574e464bb33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.212669924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b9b35b-728a-49cd-96f5-574e464bb33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.227702336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b9b35b-728a-49cd-96f5-574e464bb33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.242322905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"fa27c4ab-da9c-4578-83d2-5e34e5c80f7a","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.264793655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"fa27c4ab-da9c-4578-83d2-5e34e5c80f7a","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.841677736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7861d368-4401-4b08-85b5-66e9780bbcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.85614504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7861d368-4401-4b08-85b5-66e9780bbcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.870796783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7861d368-4401-4b08-85b5-66e9780bbcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:38.885452142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7861d368-4401-4b08-85b5-66e9780bbcdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.737975369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010c996-a003-4f03-9c08-5139dc2c1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.753398838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010c996-a003-4f03-9c08-5139dc2c1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.767612308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010c996-a003-4f03-9c08-5139dc2c1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:43.781788712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1010c996-a003-4f03-9c08-5139dc2c1d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.345480214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aae1c3-0dba-4e67-8bf2-2adc467c82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.360212387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aae1c3-0dba-4e67-8bf2-2adc467c82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.374769367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aae1c3-0dba-4e67-8bf2-2adc467c82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.389289907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6aae1c3-0dba-4e67-8bf2-2adc467c82f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.627091757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:44.633698421Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-2458a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-2458a7","reconcileID":"1ddee08d-db86-4278-b181-9ca0acc21260","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-2458a7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-2458a7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.054137733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73025d2-65fd-4e95-9329-826b3c431a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.068749966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73025d2-65fd-4e95-9329-826b3c431a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.08334729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73025d2-65fd-4e95-9329-826b3c431a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:45.097769108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73025d2-65fd-4e95-9329-826b3c431a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.842613284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5a7568-8855-4d09-8f37-62ab6ead350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.856914928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5a7568-8855-4d09-8f37-62ab6ead350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.870996475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5a7568-8855-4d09-8f37-62ab6ead350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:53.885455151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa5a7568-8855-4d09-8f37-62ab6ead350d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:54.465397015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc1b780-43eb-4a5d-b2c9-dfda6116f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:54.479932425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc1b780-43eb-4a5d-b2c9-dfda6116f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:54.494144124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc1b780-43eb-4a5d-b2c9-dfda6116f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:34:54.508969448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fc1b780-43eb-4a5d-b2c9-dfda6116f3b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.328590819Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"062317d0-c9ae-4b69-8099-16ed29f5969d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.328819431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"d0f58279-5e46-4a6f-bc41-0009d28b7d47","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.328838503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"d0f58279-5e46-4a6f-bc41-0009d28b7d47","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.441791374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"a5df2493-a76e-4fcf-bea9-ebc67074b16e","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.458642056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"062317d0-c9ae-4b69-8099-16ed29f5969d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.511550752Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"062317d0-c9ae-4b69-8099-16ed29f5969d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"e2e-inf-a-691543-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.511578059Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-auth","reconcileID":"062317d0-c9ae-4b69-8099-16ed29f5969d","MaaSAuthPolicy":{"name":"test-model-691543-auth","namespace":"ai-tenant-e2e-inf-a-691543"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.530683051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5c6f25b2-ecee-417f-9700-9172def44be7","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.530701639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"5c6f25b2-ecee-417f-9700-9172def44be7","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.612679448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"d0d3cfcd-17ad-47f2-94c7-3c109dc0ad96","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.697172079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"42a4dedc-5d99-4594-92cb-a96af16b76f2","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.69726224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"42a4dedc-5d99-4594-92cb-a96af16b76f2","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.90570938Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"0416648f-88fe-4269-83cd-a0cb4780e87b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.905843708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"492669be-d043-4b56-8943-6debbe56fdae","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:00.905861004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"492669be-d043-4b56-8943-6debbe56fdae","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.023250517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"b686a2e5-6182-4b17-af73-b8e5459bd909","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.071897013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"0416648f-88fe-4269-83cd-a0cb4780e87b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.125941219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"0416648f-88fe-4269-83cd-a0cb4780e87b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"e2e-inf-a-d7c2e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.125967694Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-auth","reconcileID":"0416648f-88fe-4269-83cd-a0cb4780e87b","MaaSAuthPolicy":{"name":"test-model-d7c2e3-auth","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.145720616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"12f7bb52-5241-4b0d-ac27-18cfe93fa4a6","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.145748089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"12f7bb52-5241-4b0d-ac27-18cfe93fa4a6","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.229767032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"be624b8a-3b7b-48a5-b5a8-2e7798a9a2ad","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.307908829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"8046508e-dc61-4a96-a48a-d86d4f365758","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:01.307930042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"8046508e-dc61-4a96-a48a-d86d4f365758","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.324254221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"586b8b02-ee0b-4c05-8b21-f037e4362272","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.423292022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"bc70c20c-af0e-4cea-8bff-b5e299cf1e69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.536211417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"4d01d546-6816-4733-854d-96f823031ed8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.694739194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"480e1fd9-221a-496b-bf41-e28b970e2f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.886248622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"fd2dab32-5ca1-4e52-933c-0198545faefe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.984823937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"82dd19cd-0198-44e3-8b28-2f6e5ec1546f","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.985322224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"1b2785d6-9dfc-4434-a223-9d96243a884b","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.985774581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"89297fcd-fd83-4f19-8eda-3d0bc28ecb0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:05.98580347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"1808f8ff-6865-4e14-be29-43111f474fc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.084851953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"e1b5616d-f99b-4382-8cae-70e3f3a67a8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.307253749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8d29615-ff91-45ee-bb17-a7fb185ec1f6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.410381721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"d3139975-b210-422a-9a69-07602df9e13f","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.410433462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"8737109b-0686-40c0-aa67-5304931bbef6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.410776683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"16698fa6-eb98-40d5-8f6b-bb663bb4535b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.411419859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e367e5a-c90c-4c46-b447-0325fc76091e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:06.429292598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"46de7bb0-6184-4df6-8367-4c6d63adf3d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.748723552Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"4a3ec031-1276-48bf-81ac-2c29e265ec1f","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"model":"ai-tenant-e2e-inf-a-691543/test-model-691543","subscription":"test-model-691543-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.76368369Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"4a3ec031-1276-48bf-81ac-2c29e265ec1f","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.778606124Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543-sub","reconcileID":"4a3ec031-1276-48bf-81ac-2c29e265ec1f","MaaSSubscription":{"name":"test-model-691543-sub","namespace":"ai-tenant-e2e-inf-a-691543"},"name":"maas-trlp-test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.869320015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"56833a18-cac3-486a-a506-8ebd81605c53","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"tenant":"e2e-inf-a-691543","gateway":"openshift-ingress/e2e-inf-a-691543","model":"ai-tenant-e2e-inf-a-691543/test-model-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:10.869346709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"test-model-691543","reconcileID":"56833a18-cac3-486a-a506-8ebd81605c53","MaaSModelRef":{"name":"test-model-691543","namespace":"ai-tenant-e2e-inf-a-691543"},"routeName":"test-model-691543-kserve-route","namespace":"ai-tenant-e2e-inf-a-691543","llmisvcName":"test-model-691543","gateway":"openshift-ingress/e2e-inf-a-691543","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.358582143Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"eaaf01a7-85ee-426f-af71-a7f1f786c6b8","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","subscription":"test-model-d7c2e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.373462979Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"eaaf01a7-85ee-426f-af71-a7f1f786c6b8","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.388790237Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3-sub","reconcileID":"eaaf01a7-85ee-426f-af71-a7f1f786c6b8","MaaSSubscription":{"name":"test-model-d7c2e3-sub","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"name":"maas-trlp-test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.546538368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"58d09933-bd34-4c0f-900d-0874a59f22d5","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"tenant":"e2e-inf-a-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","model":"ai-tenant-e2e-inf-a-d7c2e3/test-model-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.546565433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"test-model-d7c2e3","reconcileID":"58d09933-bd34-4c0f-900d-0874a59f22d5","MaaSModelRef":{"name":"test-model-d7c2e3","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"routeName":"test-model-d7c2e3-kserve-route","namespace":"ai-tenant-e2e-inf-a-d7c2e3","llmisvcName":"test-model-d7c2e3","gateway":"openshift-ingress/e2e-inf-a-d7c2e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.990803368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"80bf86b4-cc18-4fd5-967b-453c7bfc593b","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.991889722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"b3bd1ffa-3f3d-44b5-9799-eef06342bdaf","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:11.992810605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"b3bd1ffa-3f3d-44b5-9799-eef06342bdaf","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.110328163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"06c4b631-ff80-4c34-bd66-17ba492b919e","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.124394579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"80bf86b4-cc18-4fd5-967b-453c7bfc593b","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.176464881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"80bf86b4-cc18-4fd5-967b-453c7bfc593b","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"e2e-inf-b-601caa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.176490692Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-auth","reconcileID":"80bf86b4-cc18-4fd5-967b-453c7bfc593b","MaaSAuthPolicy":{"name":"test-model-601caa-auth","namespace":"ai-tenant-e2e-inf-b-601caa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.19720027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"d9e69066-0159-4aca-8835-2963dbc1be07","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.19722325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"d9e69066-0159-4aca-8835-2963dbc1be07","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.278761035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"6cd59b6e-5424-4dc7-8a34-2ee8f6946cb8","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.350310032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"06b50efc-6f28-4391-ac2f-a1db6f013cca","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:12.350332406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"06b50efc-6f28-4391-ac2f-a1db6f013cca","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:14.6278688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.625802948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"b1ca61a0-3902-450e-adaf-6182c282b103","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.62912229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"06321143-610b-4a53-b52d-6836a2c9e80c","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.631286133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"06321143-610b-4a53-b52d-6836a2c9e80c","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.726208587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"58ec9a4c-dd5c-4b94-9118-f0fa24433ce9","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.847866555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"b1ca61a0-3902-450e-adaf-6182c282b103","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.909010234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"b1ca61a0-3902-450e-adaf-6182c282b103","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"e2e-inf-b-ee3565-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.909037102Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-auth","reconcileID":"b1ca61a0-3902-450e-adaf-6182c282b103","MaaSAuthPolicy":{"name":"test-model-ee3565-auth","namespace":"ai-tenant-e2e-inf-b-ee3565"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.939941975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"3bc75d16-210d-4afe-911a-5d1721812de8","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:21.939969792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"3bc75d16-210d-4afe-911a-5d1721812de8","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.029191949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"9259092f-024c-46be-a102-b7e63d288a60","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.085504675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"4f751718-b188-4dee-bbb7-39290cb7109b","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.085535804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"4f751718-b188-4dee-bbb7-39290cb7109b","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.401115945Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"3992fc02-6571-453a-9ec3-dc46e8995ae8","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","subscription":"test-model-601caa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.415981402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"3992fc02-6571-453a-9ec3-dc46e8995ae8","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.430863208Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa-sub","reconcileID":"3992fc02-6571-453a-9ec3-dc46e8995ae8","MaaSSubscription":{"name":"test-model-601caa-sub","namespace":"ai-tenant-e2e-inf-b-601caa"},"name":"maas-trlp-test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.522810626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c91f9f50-149b-4295-b703-94e1ac85b427","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"tenant":"e2e-inf-b-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","model":"ai-tenant-e2e-inf-b-601caa/test-model-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:22.522830431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"test-model-601caa","reconcileID":"c91f9f50-149b-4295-b703-94e1ac85b427","MaaSModelRef":{"name":"test-model-601caa","namespace":"ai-tenant-e2e-inf-b-601caa"},"routeName":"test-model-601caa-kserve-route","namespace":"ai-tenant-e2e-inf-b-601caa","llmisvcName":"test-model-601caa","gateway":"openshift-ingress/e2e-inf-b-601caa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.135459742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"d2a9345f-9928-4c14-95c5-f716151e7fe8","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","subscription":"test-model-ee3565-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.150366239Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"d2a9345f-9928-4c14-95c5-f716151e7fe8","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.165021426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565-sub","reconcileID":"d2a9345f-9928-4c14-95c5-f716151e7fe8","MaaSSubscription":{"name":"test-model-ee3565-sub","namespace":"ai-tenant-e2e-inf-b-ee3565"},"name":"maas-trlp-test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.304967074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"339ab435-334d-418d-bce8-82e289c25563","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.304997726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"339ab435-334d-418d-bce8-82e289c25563","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.330183369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"2ea7efad-73ce-4dc8-9b98-7ef49e8a2627","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"tenant":"e2e-inf-b-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","model":"ai-tenant-e2e-inf-b-ee3565/test-model-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.330202766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"test-model-ee3565","reconcileID":"2ea7efad-73ce-4dc8-9b98-7ef49e8a2627","MaaSModelRef":{"name":"test-model-ee3565","namespace":"ai-tenant-e2e-inf-b-ee3565"},"routeName":"test-model-ee3565-kserve-route","namespace":"ai-tenant-e2e-inf-b-ee3565","llmisvcName":"test-model-ee3565","gateway":"openshift-ingress/e2e-inf-b-ee3565","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.669419419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"617e7820-3df7-4eca-bfe4-0ddee22ab98f","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.66944359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"617e7820-3df7-4eca-bfe4-0ddee22ab98f","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.687112124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"c708c5aa-999f-41a9-b966-5bffd9220693","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.687135432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"c708c5aa-999f-41a9-b966-5bffd9220693","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.715351286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"9759253f-956f-4d48-ad75-371748a4d444","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.767639148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"9759253f-956f-4d48-ad75-371748a4d444","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.785503581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"9759253f-956f-4d48-ad75-371748a4d444","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.810141348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a4542695-2749-421c-bd2d-cff20dbc9787","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:32.810159737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a4542695-2749-421c-bd2d-cff20dbc9787","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:38.330232767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fd5ce8-0bcd-4e25-b6e4-4e03775daf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:38.345124802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fd5ce8-0bcd-4e25-b6e4-4e03775daf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:38.360104746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fd5ce8-0bcd-4e25-b6e4-4e03775daf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:38.375635377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fd5ce8-0bcd-4e25-b6e4-4e03775daf14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.037551759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d36828-6a9e-49e5-9601-4e8183c2d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.05250468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d36828-6a9e-49e5-9601-4e8183c2d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.06685275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d36828-6a9e-49e5-9601-4e8183c2d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.081256205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d36828-6a9e-49e5-9601-4e8183c2d553","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.649285661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143a73ab-d45b-4756-9dae-db99e5166ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.664273314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143a73ab-d45b-4756-9dae-db99e5166ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.679098059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143a73ab-d45b-4756-9dae-db99e5166ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:39.69430055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"143a73ab-d45b-4756-9dae-db99e5166ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.364920611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eb2a0a-89f3-4ffe-86af-5a20d5b023fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.379265839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eb2a0a-89f3-4ffe-86af-5a20d5b023fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.393949798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eb2a0a-89f3-4ffe-86af-5a20d5b023fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:40.408667525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60eb2a0a-89f3-4ffe-86af-5a20d5b023fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.839020107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"f19bcdb7-411d-46f4-9ca0-7d2d412f60d2","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.859223585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"f19bcdb7-411d-46f4-9ca0-7d2d412f60d2","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:42.877419658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"f19bcdb7-411d-46f4-9ca0-7d2d412f60d2","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:44.628225468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.12293944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"2b84be1f-0d8e-4e7a-87b7-f1f7bfeb5dcd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:45.165696523Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"2b84be1f-0d8e-4e7a-87b7-f1f7bfeb5dcd","name":"e2e-inf-b-2458a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:49.436927196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"ce89f215-6a8a-4ee0-b71f-ecac18024c69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:49.528493356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"abc7f49b-6aec-4b5c-a933-37dfeab1a05e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:49.629849983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"c8e6770c-cf11-4b5e-989a-205f4298ecc0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:49.629939571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"6a2dde16-cf84-4b6e-968c-0dee760f9b9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:49.632221079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6826732e-7128-4922-af8c-56f65eafb819","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.026226491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"b680c56f-84d6-4a67-b7ef-32c149313b61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.129346121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"a58d5504-4dbb-46cb-9fe7-f9fdc3513d40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.226942081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"322f54f4-5e4c-46c7-b572-ff4974569037","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.226981266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"2b314db0-d6dd-4cc7-85e8-b1f93639048b","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.227374309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"237cb597-7027-4678-a133-2891a2383905","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.326905708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1b2d736-8ec7-4a8e-9389-078f878a80c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.339624453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"599d5b25-e18d-4588-be54-b23e5e619411","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.459890461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"642b64ea-53fd-4e90-9fa6-54d8619ed5b5","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.556573802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"86121fd6-c167-4dd5-857d-458582a7445f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.899925501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"90391443-3005-4aa3-a83b-5ae9bf19410a","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.922138919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"90391443-3005-4aa3-a83b-5ae9bf19410a","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:50.940625449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"90391443-3005-4aa3-a83b-5ae9bf19410a","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.286224067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"70847c7a-0638-4433-ad43-961f6f10c3e0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.286557201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"a0e51eb5-8ab0-4a10-935d-803cf5fae3ec","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.286581121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"a0e51eb5-8ab0-4a10-935d-803cf5fae3ec","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.400014646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"70847c7a-0638-4433-ad43-961f6f10c3e0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.434272555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a05496-4e90-41ca-aa32-b885fc2c9dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.440519676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"4fbba6c0-e729-4594-bc40-5e8bcaf6df86","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.448973667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a05496-4e90-41ca-aa32-b885fc2c9dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.463540338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a05496-4e90-41ca-aa32-b885fc2c9dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.471444453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"70847c7a-0638-4433-ad43-961f6f10c3e0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"e2e-inf-a-81c855-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.471468006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-auth","reconcileID":"70847c7a-0638-4433-ad43-961f6f10c3e0","MaaSAuthPolicy":{"name":"test-model-81c855-auth","namespace":"ai-tenant-e2e-inf-a-81c855"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.477831618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a05496-4e90-41ca-aa32-b885fc2c9dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.498774011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"6a3fd51c-ea20-4079-80fa-cefa4d9db676","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.498800018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"6a3fd51c-ea20-4079-80fa-cefa4d9db676","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.584879701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"48061850-0672-4e86-935f-1c37af9dc5a7","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.64963026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"4df68f42-8076-4f55-aac5-1401af7d0b36","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:51.649657422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"4df68f42-8076-4f55-aac5-1401af7d0b36","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.059106166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a626f-48d4-467d-b3d5-43f2329e21ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.076417588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a626f-48d4-467d-b3d5-43f2329e21ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.093152368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a626f-48d4-467d-b3d5-43f2329e21ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.108195837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41a626f-48d4-467d-b3d5-43f2329e21ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.752486561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26130533-705b-4619-b22c-c8bf8aba0d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.767657198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26130533-705b-4619-b22c-c8bf8aba0d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.781849706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26130533-705b-4619-b22c-c8bf8aba0d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:52.795941489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26130533-705b-4619-b22c-c8bf8aba0d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:53.414570327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75038b0e-e491-45a0-80c4-ae6e0f08e8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:53.428882583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75038b0e-e491-45a0-80c4-ae6e0f08e8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:53.443207882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75038b0e-e491-45a0-80c4-ae6e0f08e8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:35:53.45796207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75038b0e-e491-45a0-80c4-ae6e0f08e8be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:00.969910189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"80c4b08e-480a-4170-a6b3-6d7fd9adc061","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:00.98902822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"80c4b08e-480a-4170-a6b3-6d7fd9adc061","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.007542327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"80c4b08e-480a-4170-a6b3-6d7fd9adc061","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.701775458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"4cf00375-3972-48b3-b51c-d94163072a2f","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","subscription":"test-model-81c855-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.716824875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"4cf00375-3972-48b3-b51c-d94163072a2f","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.731903277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855-sub","reconcileID":"4cf00375-3972-48b3-b51c-d94163072a2f","MaaSSubscription":{"name":"test-model-81c855-sub","namespace":"ai-tenant-e2e-inf-a-81c855"},"name":"maas-trlp-test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.887324806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"605b219a-d2fa-4951-b96c-61b2eaa98cc6","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"tenant":"e2e-inf-a-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","model":"ai-tenant-e2e-inf-a-81c855/test-model-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:01.887355183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"test-model-81c855","reconcileID":"605b219a-d2fa-4951-b96c-61b2eaa98cc6","MaaSModelRef":{"name":"test-model-81c855","namespace":"ai-tenant-e2e-inf-a-81c855"},"routeName":"test-model-81c855-kserve-route","namespace":"ai-tenant-e2e-inf-a-81c855","llmisvcName":"test-model-81c855","gateway":"openshift-ingress/e2e-inf-a-81c855","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.043215408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"38de7cd8-9ad4-42fa-a03b-78d107bc28da","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.06240368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"38de7cd8-9ad4-42fa-a03b-78d107bc28da","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.080690559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"38de7cd8-9ad4-42fa-a03b-78d107bc28da","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.719936277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"eb4f697c-1dac-4f8f-8494-48ef1ddaa1ed","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.720959024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"fba84e96-be5c-4a54-b133-a3a331e415ff","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.720984758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"fba84e96-be5c-4a54-b133-a3a331e415ff","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.831186983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"e0a2ac22-c2b4-418c-8289-464b323179ed","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.853940825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"eb4f697c-1dac-4f8f-8494-48ef1ddaa1ed","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.909617104Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"eb4f697c-1dac-4f8f-8494-48ef1ddaa1ed","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"e2e-inf-b-b6ac37-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.909641572Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-auth","reconcileID":"eb4f697c-1dac-4f8f-8494-48ef1ddaa1ed","MaaSAuthPolicy":{"name":"test-model-b6ac37-auth","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.929269181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"3ec82b83-5dd2-4dd0-b8e7-77a90a2a1015","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:11.929290468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"3ec82b83-5dd2-4dd0-b8e7-77a90a2a1015","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:12.014027778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"9d1f3b66-75e6-4052-8993-cafb457d4ca2","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:12.083501821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"74631f3d-6bb3-4373-9f20-1c8cf7d0510c","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:12.083521649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"74631f3d-6bb3-4373-9f20-1c8cf7d0510c","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:14.629260464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.459705508Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","namespace":"ai-tenant-e2e-inf-a-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.459765911Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","namespace":"ai-tenant-e2e-inf-a-d7c2e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.459815923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","tenant":"e2e-inf-a-d7c2e3","tenantID":"e2e-inf-a-d7c2e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.477611259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Deployment","name":"maas-api-e2e-inf-a-d7c2e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.508566455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Service","name":"maas-api-e2e-inf-a-d7c2e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.528470166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d7c2e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.545956121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d7c2e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.563303346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.584444983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.606364057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.625618862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.639996253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.653942012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.667971538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Service","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.682109231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.696373082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.711163536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.726259753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.745366215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.760066824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.776363624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.794177005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d7c2e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:15.808801752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d7c2e3"},"namespace":"ai-tenant-e2e-inf-a-d7c2e3","name":"default-tenant","reconcileID":"61e041f7-e0e2-4428-933c-b0bd2299c418","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d7c2e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:16.172891188Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d7c2e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d7c2e3","reconcileID":"e939ff7a-91aa-432c-8cd7-e241fbd53a59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d7c2e3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d7c2e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:16.634121803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d21f881-aa08-478a-b280-896133c1bb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:16.649231015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d21f881-aa08-478a-b280-896133c1bb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:16.663295763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d21f881-aa08-478a-b280-896133c1bb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:16.677676574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d21f881-aa08-478a-b280-896133c1bb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.270034728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1c41cb-a0c8-400f-9ac3-b04e7232bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.286087645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1c41cb-a0c8-400f-9ac3-b04e7232bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.300642088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1c41cb-a0c8-400f-9ac3-b04e7232bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.315157537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb1c41cb-a0c8-400f-9ac3-b04e7232bde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.947385129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea719baa-68d5-42c0-8076-218c56bea46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.962692391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea719baa-68d5-42c0-8076-218c56bea46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.978033328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea719baa-68d5-42c0-8076-218c56bea46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:17.993012446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea719baa-68d5-42c0-8076-218c56bea46b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:18.574605022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ae481-555a-47d7-b49b-52e84f5779ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:18.588825422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ae481-555a-47d7-b49b-52e84f5779ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:18.603045837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ae481-555a-47d7-b49b-52e84f5779ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:18.617995313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99ae481-555a-47d7-b49b-52e84f5779ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:21.113820857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"d4f042de-5f8e-4b5a-ba0e-50619ff371b4","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:21.133290349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"d4f042de-5f8e-4b5a-ba0e-50619ff371b4","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:21.153048234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"d4f042de-5f8e-4b5a-ba0e-50619ff371b4","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.179484509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"dc6aad5c-912f-41d0-a093-f15a0e3f6229","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","subscription":"test-model-b6ac37-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.194332111Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"dc6aad5c-912f-41d0-a093-f15a0e3f6229","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.20937256Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37-sub","reconcileID":"dc6aad5c-912f-41d0-a093-f15a0e3f6229","MaaSSubscription":{"name":"test-model-b6ac37-sub","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"name":"maas-trlp-test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.41336585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"984432cd-029d-4815-b162-271d4385b92f","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"tenant":"e2e-inf-b-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","model":"ai-tenant-e2e-inf-b-b6ac37/test-model-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:22.413394983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"test-model-b6ac37","reconcileID":"984432cd-029d-4815-b162-271d4385b92f","MaaSModelRef":{"name":"test-model-b6ac37","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"routeName":"test-model-b6ac37-kserve-route","namespace":"ai-tenant-e2e-inf-b-b6ac37","llmisvcName":"test-model-b6ac37","gateway":"openshift-ingress/e2e-inf-b-b6ac37","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:23.974270082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe5b380-7346-4a71-8a89-7c370048c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:23.989249334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe5b380-7346-4a71-8a89-7c370048c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.018498663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe5b380-7346-4a71-8a89-7c370048c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.041900285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fe5b380-7346-4a71-8a89-7c370048c627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.844848173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e728d63a-c2d4-45df-b075-48a4db68155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.859375189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e728d63a-c2d4-45df-b075-48a4db68155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.873489226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e728d63a-c2d4-45df-b075-48a4db68155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:24.887611686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e728d63a-c2d4-45df-b075-48a4db68155c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:25.533403294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1911741-9ae0-48bd-ae9a-6b4862859a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:25.547689605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1911741-9ae0-48bd-ae9a-6b4862859a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:25.561748162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1911741-9ae0-48bd-ae9a-6b4862859a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:25.575670563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1911741-9ae0-48bd-ae9a-6b4862859a65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.134327647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8d1e73-ee55-49d2-844c-7d489220ea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.148752396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8d1e73-ee55-49d2-844c-7d489220ea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.163206782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8d1e73-ee55-49d2-844c-7d489220ea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:26.177436456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd8d1e73-ee55-49d2-844c-7d489220ea04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:31.193264307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"17c05a94-5c03-4d07-89b1-d920bf93bf13","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:31.212437825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"17c05a94-5c03-4d07-89b1-d920bf93bf13","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:31.231200025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"17c05a94-5c03-4d07-89b1-d920bf93bf13","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:41.261658239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"287eecb8-dd9f-42f8-8d83-c0c98d62924d","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:41.281178256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"287eecb8-dd9f-42f8-8d83-c0c98d62924d","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:41.29938386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddbcc002f7ef6f510b1009d3a49a71a54b72553e39d4caca12facf240285e227) AuthConfig (a7af322f74b9f77f98509d1b044ca8c64cadfc16fb352ad1a75f3408d7e64f53) AuthConfig (49820ff6da93d154e9171145e893b930a072bc0b85dee1f49c1064aa06fc37dd) AuthConfig (062e23ec01d65a0f3cde0d12e8ea68e4b90516bd61b96d0b07dfa67533396f05) AuthConfig (591b7957b54dd37a37955fd861a48d63344e0062724b421d6c2750af291eb12d) AuthConfig (9f5c599cf1b21384104bdac0439b4dd99bdd91b8ca159af8d4d9626784af1b86) AuthConfig (455057179582c1e9854467a5c272a837c7d94fc8a07e0431853524ee5058b0b0) AuthConfig (a11260a8154971f8f90a3ec4553031c12b9df093728a7b786940b0547c0af29e) AuthConfig (9dcf059b832202cdb74cc7cc9cbb1fe7548aff1aa36ec231fd8d2057e134345b) AuthConfig (8fc3a54a38a24d3bb28a876bcc7c9ee2fdb16fd42bd500a24527fff9e6a738b7) AuthConfig (e1f2e7873f4948d88d744faad5e875f0d72c6fc56b9d375795e7ed0de3dbfac6) AuthConfig (77f3cc42e961b331f8870ab88f6dd2abf80f34bc116cf148da6e079d1b10a61e) AuthConfig (f0f61d77788ec20f72a228bfa701a63d6e6231cad4917b039daeb630b33c05c9) AuthConfig (78dc51441b96f0c53599edbfdbdc75ec38935887e3a819a36be75c04a2c4914a) AuthConfig (3dd2682a782a4e5b22c9ffabcf79e362c7df898cedfd63cf262a44ff67cd31a1) AuthConfig (7cfd8cc030f0b0411f0768081a3df2155bf61bea1c3d27fe50a8316411939d14) AuthConfig (b023d5440dbe9642f3361f2349b0bf0f63ae745d88a6e30edc4259f1bc669c01) AuthConfig (8837cf548be3945fa1805ddb7314629a4c68da046c72adb9b4932a0dac1ba2c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"287eecb8-dd9f-42f8-8d83-c0c98d62924d","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:41.319585401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"7b2ac370-bf5f-482e-bab2-0ca524b25525","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:41.319614737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"7b2ac370-bf5f-482e-bab2-0ca524b25525","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.629447139Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.82111651Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","namespace":"ai-tenant-e2e-inf-a-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.821227497Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","namespace":"ai-tenant-e2e-inf-a-691543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.82129111Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","tenant":"e2e-inf-a-691543","tenantID":"e2e-inf-a-691543","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.838259436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Deployment","name":"maas-api-e2e-inf-a-691543","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.86849275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Service","name":"maas-api-e2e-inf-a-691543","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.887345885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-691543","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.903524462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-691543","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.920331221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.936831327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.955985185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.972387691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:44.98662223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.000662962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.014432344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Service","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.028217918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.043546083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.058363753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.073483178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.143763743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.158977511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.1920822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.235237657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-691543","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.258553032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-691543"},"namespace":"ai-tenant-e2e-inf-a-691543","name":"default-tenant","reconcileID":"fd63acf7-96d8-4821-b060-3efd27c5e99a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-691543","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.622436818Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-691543","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-691543","reconcileID":"fd865093-e640-4fd3-9769-789a1d7eb0a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-691543","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-691543"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.631645282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6023bb2-4420-43a1-981d-3d82c689160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.646039222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6023bb2-4420-43a1-981d-3d82c689160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.660523287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6023bb2-4420-43a1-981d-3d82c689160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:45.675181368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6023bb2-4420-43a1-981d-3d82c689160a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:46.262538274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5dc53-fa7c-401a-90bb-599a1e442699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:46.276745213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5dc53-fa7c-401a-90bb-599a1e442699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:46.290955275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5dc53-fa7c-401a-90bb-599a1e442699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:46.305814432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb5dc53-fa7c-401a-90bb-599a1e442699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:51.349757712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"1eede386-667c-4d3a-a071-3ce910f8ee66","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:51.36988131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"1eede386-667c-4d3a-a071-3ce910f8ee66","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:51.388502822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddbcc002f7ef6f510b1009d3a49a71a54b72553e39d4caca12facf240285e227) AuthConfig (a7af322f74b9f77f98509d1b044ca8c64cadfc16fb352ad1a75f3408d7e64f53) AuthConfig (49820ff6da93d154e9171145e893b930a072bc0b85dee1f49c1064aa06fc37dd) AuthConfig (062e23ec01d65a0f3cde0d12e8ea68e4b90516bd61b96d0b07dfa67533396f05) AuthConfig (591b7957b54dd37a37955fd861a48d63344e0062724b421d6c2750af291eb12d) AuthConfig (9f5c599cf1b21384104bdac0439b4dd99bdd91b8ca159af8d4d9626784af1b86) AuthConfig (455057179582c1e9854467a5c272a837c7d94fc8a07e0431853524ee5058b0b0) AuthConfig (a11260a8154971f8f90a3ec4553031c12b9df093728a7b786940b0547c0af29e) AuthConfig (9dcf059b832202cdb74cc7cc9cbb1fe7548aff1aa36ec231fd8d2057e134345b) AuthConfig (8fc3a54a38a24d3bb28a876bcc7c9ee2fdb16fd42bd500a24527fff9e6a738b7) AuthConfig (e1f2e7873f4948d88d744faad5e875f0d72c6fc56b9d375795e7ed0de3dbfac6) AuthConfig (77f3cc42e961b331f8870ab88f6dd2abf80f34bc116cf148da6e079d1b10a61e) AuthConfig (f0f61d77788ec20f72a228bfa701a63d6e6231cad4917b039daeb630b33c05c9) AuthConfig (78dc51441b96f0c53599edbfdbdc75ec38935887e3a819a36be75c04a2c4914a) AuthConfig (3dd2682a782a4e5b22c9ffabcf79e362c7df898cedfd63cf262a44ff67cd31a1) AuthConfig (7cfd8cc030f0b0411f0768081a3df2155bf61bea1c3d27fe50a8316411939d14) AuthConfig (b023d5440dbe9642f3361f2349b0bf0f63ae745d88a6e30edc4259f1bc669c01) AuthConfig (8837cf548be3945fa1805ddb7314629a4c68da046c72adb9b4932a0dac1ba2c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"1eede386-667c-4d3a-a071-3ce910f8ee66","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.153897291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21685c-a17f-4df3-818b-1eda938fc55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.168103863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21685c-a17f-4df3-818b-1eda938fc55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.182393704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21685c-a17f-4df3-818b-1eda938fc55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.196450981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d21685c-a17f-4df3-818b-1eda938fc55b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.894635956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac56152a-2800-4cdf-8a18-bc373913cfb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.90904306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac56152a-2800-4cdf-8a18-bc373913cfb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.924395957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac56152a-2800-4cdf-8a18-bc373913cfb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:54.938297432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac56152a-2800-4cdf-8a18-bc373913cfb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:55.50050472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5bd3a4-2f8d-4549-8b47-967aa35b98c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:55.515755133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5bd3a4-2f8d-4549-8b47-967aa35b98c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:55.530730913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5bd3a4-2f8d-4549-8b47-967aa35b98c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:36:55.548298224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5bd3a4-2f8d-4549-8b47-967aa35b98c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.420097461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"40944046-ebb7-43c0-bd7a-049577c7799c","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.439870404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"40944046-ebb7-43c0-bd7a-049577c7799c","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:01.458362661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddbcc002f7ef6f510b1009d3a49a71a54b72553e39d4caca12facf240285e227) AuthConfig (a7af322f74b9f77f98509d1b044ca8c64cadfc16fb352ad1a75f3408d7e64f53) AuthConfig (49820ff6da93d154e9171145e893b930a072bc0b85dee1f49c1064aa06fc37dd) AuthConfig (062e23ec01d65a0f3cde0d12e8ea68e4b90516bd61b96d0b07dfa67533396f05) AuthConfig (591b7957b54dd37a37955fd861a48d63344e0062724b421d6c2750af291eb12d) AuthConfig (9f5c599cf1b21384104bdac0439b4dd99bdd91b8ca159af8d4d9626784af1b86) AuthConfig (455057179582c1e9854467a5c272a837c7d94fc8a07e0431853524ee5058b0b0) AuthConfig (a11260a8154971f8f90a3ec4553031c12b9df093728a7b786940b0547c0af29e) AuthConfig (9dcf059b832202cdb74cc7cc9cbb1fe7548aff1aa36ec231fd8d2057e134345b) AuthConfig (8fc3a54a38a24d3bb28a876bcc7c9ee2fdb16fd42bd500a24527fff9e6a738b7) AuthConfig (e1f2e7873f4948d88d744faad5e875f0d72c6fc56b9d375795e7ed0de3dbfac6) AuthConfig (77f3cc42e961b331f8870ab88f6dd2abf80f34bc116cf148da6e079d1b10a61e) AuthConfig (f0f61d77788ec20f72a228bfa701a63d6e6231cad4917b039daeb630b33c05c9) AuthConfig (78dc51441b96f0c53599edbfdbdc75ec38935887e3a819a36be75c04a2c4914a) AuthConfig (3dd2682a782a4e5b22c9ffabcf79e362c7df898cedfd63cf262a44ff67cd31a1) AuthConfig (7cfd8cc030f0b0411f0768081a3df2155bf61bea1c3d27fe50a8316411939d14) AuthConfig (b023d5440dbe9642f3361f2349b0bf0f63ae745d88a6e30edc4259f1bc669c01) AuthConfig (8837cf548be3945fa1805ddb7314629a4c68da046c72adb9b4932a0dac1ba2c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"40944046-ebb7-43c0-bd7a-049577c7799c","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.487755621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"7849c21a-11f4-4327-be94-ef47b66f1362","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.508215305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"7849c21a-11f4-4327-be94-ef47b66f1362","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:11.526104184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddbcc002f7ef6f510b1009d3a49a71a54b72553e39d4caca12facf240285e227) AuthConfig (a7af322f74b9f77f98509d1b044ca8c64cadfc16fb352ad1a75f3408d7e64f53) AuthConfig (49820ff6da93d154e9171145e893b930a072bc0b85dee1f49c1064aa06fc37dd) AuthConfig (062e23ec01d65a0f3cde0d12e8ea68e4b90516bd61b96d0b07dfa67533396f05) AuthConfig (591b7957b54dd37a37955fd861a48d63344e0062724b421d6c2750af291eb12d) AuthConfig (9f5c599cf1b21384104bdac0439b4dd99bdd91b8ca159af8d4d9626784af1b86) AuthConfig (455057179582c1e9854467a5c272a837c7d94fc8a07e0431853524ee5058b0b0) AuthConfig (a11260a8154971f8f90a3ec4553031c12b9df093728a7b786940b0547c0af29e) AuthConfig (9dcf059b832202cdb74cc7cc9cbb1fe7548aff1aa36ec231fd8d2057e134345b) AuthConfig (8fc3a54a38a24d3bb28a876bcc7c9ee2fdb16fd42bd500a24527fff9e6a738b7) AuthConfig (e1f2e7873f4948d88d744faad5e875f0d72c6fc56b9d375795e7ed0de3dbfac6) AuthConfig (77f3cc42e961b331f8870ab88f6dd2abf80f34bc116cf148da6e079d1b10a61e) AuthConfig (f0f61d77788ec20f72a228bfa701a63d6e6231cad4917b039daeb630b33c05c9) AuthConfig (78dc51441b96f0c53599edbfdbdc75ec38935887e3a819a36be75c04a2c4914a) AuthConfig (3dd2682a782a4e5b22c9ffabcf79e362c7df898cedfd63cf262a44ff67cd31a1) AuthConfig (7cfd8cc030f0b0411f0768081a3df2155bf61bea1c3d27fe50a8316411939d14) AuthConfig (b023d5440dbe9642f3361f2349b0bf0f63ae745d88a6e30edc4259f1bc669c01) AuthConfig (8837cf548be3945fa1805ddb7314629a4c68da046c72adb9b4932a0dac1ba2c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"7849c21a-11f4-4327-be94-ef47b66f1362","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:14.625849836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.917773577Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","namespace":"ai-tenant-e2e-inf-b-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.917835165Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","namespace":"ai-tenant-e2e-inf-b-ee3565","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.917885219Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","tenant":"e2e-inf-b-ee3565","tenantID":"e2e-inf-b-ee3565","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.933869532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Deployment","name":"maas-api-e2e-inf-b-ee3565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.963939465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Service","name":"maas-api-e2e-inf-b-ee3565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:19.983496064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-ee3565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.000702849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-ee3565","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.020146213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.036738603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.056498364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.072824471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.08685367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Deployment","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.100684512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.114652388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Service","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.128766861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.142743179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.158289604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.172268945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.200247225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.225170276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.245357665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.259541685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-ee3565","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.274361561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-ee3565"},"namespace":"ai-tenant-e2e-inf-b-ee3565","name":"default-tenant","reconcileID":"38617a1b-3fad-46e9-baf8-def389597187","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-ee3565","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:20.601859947Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-ee3565","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-ee3565","reconcileID":"cacca16f-9aba-4eee-ad7b-a330324a856a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-ee3565","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-ee3565"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.012799064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8173e3a-9dd0-455a-8ad7-20b349004c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.027126648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8173e3a-9dd0-455a-8ad7-20b349004c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.04123161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8173e3a-9dd0-455a-8ad7-20b349004c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.055459034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8173e3a-9dd0-455a-8ad7-20b349004c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.555579127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"c5b48ecd-552e-47f2-8858-0e18dc4d134e","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.574806205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"c5b48ecd-552e-47f2-8858-0e18dc4d134e","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.592844433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-25619f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ddbcc002f7ef6f510b1009d3a49a71a54b72553e39d4caca12facf240285e227) AuthConfig (a7af322f74b9f77f98509d1b044ca8c64cadfc16fb352ad1a75f3408d7e64f53) AuthConfig (49820ff6da93d154e9171145e893b930a072bc0b85dee1f49c1064aa06fc37dd) AuthConfig (062e23ec01d65a0f3cde0d12e8ea68e4b90516bd61b96d0b07dfa67533396f05) AuthConfig (591b7957b54dd37a37955fd861a48d63344e0062724b421d6c2750af291eb12d) AuthConfig (9f5c599cf1b21384104bdac0439b4dd99bdd91b8ca159af8d4d9626784af1b86) AuthConfig (455057179582c1e9854467a5c272a837c7d94fc8a07e0431853524ee5058b0b0) AuthConfig (a11260a8154971f8f90a3ec4553031c12b9df093728a7b786940b0547c0af29e) AuthConfig (9dcf059b832202cdb74cc7cc9cbb1fe7548aff1aa36ec231fd8d2057e134345b) AuthConfig (8fc3a54a38a24d3bb28a876bcc7c9ee2fdb16fd42bd500a24527fff9e6a738b7) AuthConfig (e1f2e7873f4948d88d744faad5e875f0d72c6fc56b9d375795e7ed0de3dbfac6) AuthConfig (77f3cc42e961b331f8870ab88f6dd2abf80f34bc116cf148da6e079d1b10a61e) AuthConfig (f0f61d77788ec20f72a228bfa701a63d6e6231cad4917b039daeb630b33c05c9) AuthConfig (78dc51441b96f0c53599edbfdbdc75ec38935887e3a819a36be75c04a2c4914a) AuthConfig (3dd2682a782a4e5b22c9ffabcf79e362c7df898cedfd63cf262a44ff67cd31a1) AuthConfig (7cfd8cc030f0b0411f0768081a3df2155bf61bea1c3d27fe50a8316411939d14) AuthConfig (b023d5440dbe9642f3361f2349b0bf0f63ae745d88a6e30edc4259f1bc669c01) AuthConfig (8837cf548be3945fa1805ddb7314629a4c68da046c72adb9b4932a0dac1ba2c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"c5b48ecd-552e-47f2-8858-0e18dc4d134e","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.625405905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed70b09-63f6-4e1a-9611-4a151b2d09b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.639679282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed70b09-63f6-4e1a-9611-4a151b2d09b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.653894217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed70b09-63f6-4e1a-9611-4a151b2d09b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.668535619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed70b09-63f6-4e1a-9611-4a151b2d09b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.704645825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"baf5f91a-c687-482b-bcfc-97792ee092f3","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:21.704763985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"baf5f91a-c687-482b-bcfc-97792ee092f3","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.079730295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"16c4ea53-f08f-4f44-bdc7-7c5063487cb9","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.079755888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"16c4ea53-f08f-4f44-bdc7-7c5063487cb9","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.099524506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"3df75d18-67ef-4c85-ab01-ff7fd3a11e3e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.099544513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"3df75d18-67ef-4c85-ab01-ff7fd3a11e3e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.193598691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"2622295d-56d5-4e40-bebe-64013b945f58","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.364996563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcc28c7-5e44-4046-8396-4c190115bf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.36838113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"2622295d-56d5-4e40-bebe-64013b945f58","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.380332919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcc28c7-5e44-4046-8396-4c190115bf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.39553532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcc28c7-5e44-4046-8396-4c190115bf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.398606943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"2622295d-56d5-4e40-bebe-64013b945f58","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.410614439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bcc28c7-5e44-4046-8396-4c190115bf1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.43073143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"e515f8e9-3d64-4205-8f49-6c41ea7c5d18","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:22.430752202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"e515f8e9-3d64-4205-8f49-6c41ea7c5d18","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.105393011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"94544106-102b-4bdb-9ecb-c5bd7b0ca800","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.124807284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"94544106-102b-4bdb-9ecb-c5bd7b0ca800","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:25.142467786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"94544106-102b-4bdb-9ecb-c5bd7b0ca800","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.326735231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","namespace":"ai-tenant-e2e-inf-a-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.326800652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","namespace":"ai-tenant-e2e-inf-a-81c855","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.326861182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","tenant":"e2e-inf-a-81c855","tenantID":"e2e-inf-a-81c855","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.343011283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Deployment","name":"maas-api-e2e-inf-a-81c855","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.374467043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Service","name":"maas-api-e2e-inf-a-81c855","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.394868823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-81c855","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.412429626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-81c855","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.429230286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.451039313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.470489255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.48981373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.504836727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Deployment","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.520413759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.534101464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Service","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.547908864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.562283246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.577332337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.591422479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.631242673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.652364684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.667198066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.689661788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-81c855","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:27.707669611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-81c855"},"namespace":"ai-tenant-e2e-inf-a-81c855","name":"default-tenant","reconcileID":"ecdcbf4d-4a68-45de-ab35-986c36dd6d3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-81c855","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.13125669Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-81c855","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-81c855","reconcileID":"bbe9c16b-2a29-4b08-af44-f7d37df2eae1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-81c855","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-81c855"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.564605507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c627f2-8517-4095-bed6-0c0fcac494fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.578765208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c627f2-8517-4095-bed6-0c0fcac494fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.593349171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c627f2-8517-4095-bed6-0c0fcac494fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:28.607950148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c627f2-8517-4095-bed6-0c0fcac494fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.183709066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ccb61-3e0c-4008-920c-cfdd1b114663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.197982919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ccb61-3e0c-4008-920c-cfdd1b114663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.21208252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ccb61-3e0c-4008-920c-cfdd1b114663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.229590904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4ccb61-3e0c-4008-920c-cfdd1b114663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.299760718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2c64eac-7930-4544-8d8a-ca7cb96ea16f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.299783173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2c64eac-7930-4544-8d8a-ca7cb96ea16f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.325868987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e20304-7cee-41b3-b929-60b1f7198233","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.325894696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e20304-7cee-41b3-b929-60b1f7198233","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.389693468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"namespace":"ai-tenant-e2e-mt-5c1d57fc","name":"e2e-policy-5c1d57fc","reconcileID":"266d264a-6616-4645-813c-02bb72d115d7","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.44882753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"namespace":"ai-tenant-e2e-mt-5c1d57fc","name":"e2e-policy-5c1d57fc","reconcileID":"266d264a-6616-4645-813c-02bb72d115d7","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.46893359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 12, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"namespace":"ai-tenant-e2e-mt-5c1d57fc","name":"e2e-policy-5c1d57fc","reconcileID":"266d264a-6616-4645-813c-02bb72d115d7","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.488270694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"266127c2-daf1-4e95-b22e-e5ae71dab159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:29.48829439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"266127c2-daf1-4e95-b22e-e5ae71dab159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.622432545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"6a6e07d0-fcd8-474d-9809-1d2134400a66","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.642269866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"6a6e07d0-fcd8-474d-9809-1d2134400a66","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.721670559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"6ede9de1-f42b-450c-9c17-7720f4974ba9","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:31.721693111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"6ede9de1-f42b-450c-9c17-7720f4974ba9","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:35.171782445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"fdfb5c9e-855d-4857-9a25-9b3432a9e361","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:35.192735036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"fdfb5c9e-855d-4857-9a25-9b3432a9e361","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:35.211073646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"fdfb5c9e-855d-4857-9a25-9b3432a9e361","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.103803462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7558388c-2bbd-4d5a-9d74-045c3c3cac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.118171731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7558388c-2bbd-4d5a-9d74-045c3c3cac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.132447515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7558388c-2bbd-4d5a-9d74-045c3c3cac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.146846037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7558388c-2bbd-4d5a-9d74-045c3c3cac10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.821823311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4481296-efb1-435b-8e2f-d1a67883a6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.842563352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4481296-efb1-435b-8e2f-d1a67883a6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.903154169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4481296-efb1-435b-8e2f-d1a67883a6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.917866385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4481296-efb1-435b-8e2f-d1a67883a6d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.935629021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a6c57449-8a30-4859-97c4-d3e120bf42de","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.935653875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a6c57449-8a30-4859-97c4-d3e120bf42de","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.959830419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"f1ff11b7-7a5d-454e-813d-fbbb2c22717b","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.959854052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"f1ff11b7-7a5d-454e-813d-fbbb2c22717b","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.964098207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"154327a0-3ce6-4575-b096-470ec6596530","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:36.968741897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"668700ff-f325-4051-8be2-71ae3d191b9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-25619f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:36.983928007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"154327a0-3ce6-4575-b096-470ec6596530","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.016317547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"8fae96f3-7dbf-4229-b357-c575c8397450","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.01633356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"8fae96f3-7dbf-4229-b357-c575c8397450","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.036333988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"5d3c3f0c-50be-4c41-8ba5-48b9aa31945f","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.03635008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"5d3c3f0c-50be-4c41-8ba5-48b9aa31945f","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.112916155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"f0b4e6dd-cafc-4ea8-9f47-2fafb2f71ce4","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"test-model-25619f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-25619f/test-model-25619f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.140299179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"a8b83800-f2d4-4272-8ef5-775946cd97cf","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.159440333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"a8b83800-f2d4-4272-8ef5-775946cd97cf","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.165198735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"f3b3ac2b-8926-4878-9a6a-bcfd8cdeda62","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.16521327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"f3b3ac2b-8926-4878-9a6a-bcfd8cdeda62","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.230009491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"d98c0e96-b0b5-4684-ac27-a9f6c3bd38c8","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.489004409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad427dab-f64e-41c1-bde8-84667710b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.506991031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad427dab-f64e-41c1-bde8-84667710b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.52123715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad427dab-f64e-41c1-bde8-84667710b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:37.53531065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad427dab-f64e-41c1-bde8-84667710b11c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:44.62685561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.241406971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"3f315e88-2f58-4645-8d32-1c72a36e5b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.261014739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"3f315e88-2f58-4645-8d32-1c72a36e5b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:45.279287932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"3f315e88-2f58-4645-8d32-1c72a36e5b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.781588966Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","namespace":"ai-tenant-e2e-inf-b-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.781672706Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","namespace":"ai-tenant-e2e-inf-b-601caa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.781747569Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","tenant":"e2e-inf-b-601caa","tenantID":"e2e-inf-b-601caa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.798130409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Deployment","name":"maas-api-e2e-inf-b-601caa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.829882192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Service","name":"maas-api-e2e-inf-b-601caa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.849314288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-601caa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.868301669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-601caa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.89018653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.908892351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.927965253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.944514043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.958303686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Deployment","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.972369853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:47.986421637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Service","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.00059802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.014460956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.028436258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.042437613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.074349245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.096049783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.127367384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.142359805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-601caa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.156428691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-601caa"},"namespace":"ai-tenant-e2e-inf-b-601caa","name":"default-tenant","reconcileID":"e31d8805-c794-46c2-a0ee-e99286c79bb1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-601caa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.466047036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-601caa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-601caa","reconcileID":"44438c22-bf09-497c-a946-cef01dae435c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-601caa","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-601caa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.854828253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b43032-41d6-4afe-8f0f-1ef20df43ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.869162799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b43032-41d6-4afe-8f0f-1ef20df43ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.883477164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b43032-41d6-4afe-8f0f-1ef20df43ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:48.897513374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19b43032-41d6-4afe-8f0f-1ef20df43ae5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:49.474708437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504bab7f-f570-4146-a85a-8e7061e6f6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:49.490905643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504bab7f-f570-4146-a85a-8e7061e6f6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:49.505766972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504bab7f-f570-4146-a85a-8e7061e6f6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:49.519940436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"504bab7f-f570-4146-a85a-8e7061e6f6a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.307519372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"cbbc8c88-916e-493a-b048-41fa8fe77d61","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.326689143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"cbbc8c88-916e-493a-b048-41fa8fe77d61","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.344597361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c4f070ff85402b438d05c5ac0c3a5c1390609bc19ceb834e25b4900ebfa0b8d) AuthConfig (d3a5d60a16c9b91978bb52fbd41eb131992dfd8a600655131b4e3bb60ab75f94) AuthConfig (cbbf43754f7c8b15c55620ff570769a434050b9199ec228fd5b12229b29bbf74) AuthConfig (c468f5df0c1b026c010156300b5cb5093ff121a465a5310670c18ee9cbe73810) AuthConfig (14f6652df43d76f2ea4a131fab45c34c7813356a26c486c2f51b7e40574d8850) AuthConfig (ada6dd68999e65ee1380548d44f7534df1f0031dec2e606507cd0077e6f16da7) AuthConfig (24474daef24b57f54a315bccb3be3984686ff45412dba04328543b94b6097c6c) AuthConfig (c6064219d406d83fe003b53f30b8095199462da983f16e0d4d5a29df88077372) AuthConfig (f6195c41546823c255ac8c64239073dbee627532df5303668cfaa17fada61ee2) AuthConfig (ab7e9aea32694d5cf717f50e614e2b7ffe68a5289a26c6385b544fc6b0d746d7) AuthConfig (4f8d9f03f4466f726e99a82e4c10504962860a231cefb9630bb0f72bb717fb25) AuthConfig (07247765ec558db2ea83d248ec1ea537fcc74d4e5128dbfb424cdca22fdcef67) AuthConfig (94cd514cd15fb083f0a03995a893abbcf2f4f6e628e8f0b0db7cd721826a263c) AuthConfig (8289588d86f0befe5acc524e66f3d1d100e0cdc4cbf69c3282e9084135d73f14) AuthConfig (15662b28b7bafd5a7587b760720c05790cf0223319fe23318a0c8897e2cf9fe0) AuthConfig (2fdb2f411ef2ccd8d3340b4427337d908c56c8867c291012c33eb6a320ea1265) AuthConfig (2c910643800a75ae7ba26e8acf99f4b926f5a7017fbe1f02d7816e73718bf9a9) AuthConfig (de199427b699fec25b0ea89a6bddd38babc027141a9eb696627792c264d83766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"cbbc8c88-916e-493a-b048-41fa8fe77d61","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.364789401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"31f7eb21-e308-44d9-b2d9-e513a8dcd33e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.364807891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"31f7eb21-e308-44d9-b2d9-e513a8dcd33e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.464487658Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"namespace":"ai-tenant-e2e-mt-5c1d57fc","name":"e2e-policy-5c1d57fc","reconcileID":"e5d4dae8-5f22-4d55-8820-4b31f96e9b4c","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:55.492521486Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"namespace":"ai-tenant-e2e-mt-5c1d57fc","name":"e2e-policy-5c1d57fc","reconcileID":"e5d4dae8-5f22-4d55-8820-4b31f96e9b4c","MaaSAuthPolicy":{"name":"e2e-policy-5c1d57fc","namespace":"ai-tenant-e2e-mt-5c1d57fc"},"policyNamespace":"ai-tenant-e2e-mt-5c1d57fc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.60599482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12db2ad2-2076-4b5c-a569-f55ffd400849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.606032058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12db2ad2-2076-4b5c-a569-f55ffd400849","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.623954546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b872e8-4a80-4ae0-992a-168b48155821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.623991788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51b872e8-4a80-4ae0-992a-168b48155821","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.668571308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"59237b3e-d77d-4703-9b50-6c5a3de25b4e","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.690326293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"59237b3e-d77d-4703-9b50-6c5a3de25b4e","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.708612884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"59237b3e-d77d-4703-9b50-6c5a3de25b4e","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.730118982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a9ec57a-0eec-4adb-bb0f-9a9eee46d9b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.730147206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a9ec57a-0eec-4adb-bb0f-9a9eee46d9b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.814049008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5085709-3696-4182-a9ee-9b221458e34a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.814085611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5085709-3696-4182-a9ee-9b221458e34a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.83370746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d34fa8ec-2d0e-415d-a209-9a046719f728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.833731642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d34fa8ec-2d0e-415d-a209-9a046719f728","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.842374699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"d69ae186-dd57-47c8-89a8-d4906389815d","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:37:57.84973112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-sub-3246640d","reconcileID":"aa6f33a1-ae27-45c3-bfe8-f7e8e5e84647","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-3246640d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.862617993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"d69ae186-dd57-47c8-89a8-d4906389815d","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.881215251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"d69ae186-dd57-47c8-89a8-d4906389815d","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.889528472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfa265d-3df9-41bc-b7db-4d88c6633de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.889552986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cfa265d-3df9-41bc-b7db-4d88c6633de4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.908961618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7709021-2e74-40ab-bc62-9c93ee6993fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.90898081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7709021-2e74-40ab-bc62-9c93ee6993fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:57.989110363Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-sub-3246640d","reconcileID":"814f242e-d871-4156-b9bd-097f4993faf8","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3246640d/e2e-sub-3246640d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:58.042483871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426ccf50-7125-45f6-a109-3e55372b8758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:58.042508021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"426ccf50-7125-45f6-a109-3e55372b8758","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:58.069114901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2f0209db-1522-491a-8162-8f47131c56c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:37:58.169018213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-sub-3246640d","reconcileID":"58d73978-dfb9-4c38-9bce-6683dca59174","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:05.393975208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d7fa23f-24bc-4168-94e0-005d92a92901","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:05.414570101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d7fa23f-24bc-4168-94e0-005d92a92901","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:05.433494368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c4f070ff85402b438d05c5ac0c3a5c1390609bc19ceb834e25b4900ebfa0b8d) AuthConfig (d3a5d60a16c9b91978bb52fbd41eb131992dfd8a600655131b4e3bb60ab75f94) AuthConfig (cbbf43754f7c8b15c55620ff570769a434050b9199ec228fd5b12229b29bbf74) AuthConfig (c468f5df0c1b026c010156300b5cb5093ff121a465a5310670c18ee9cbe73810) AuthConfig (14f6652df43d76f2ea4a131fab45c34c7813356a26c486c2f51b7e40574d8850) AuthConfig (ada6dd68999e65ee1380548d44f7534df1f0031dec2e606507cd0077e6f16da7) AuthConfig (24474daef24b57f54a315bccb3be3984686ff45412dba04328543b94b6097c6c) AuthConfig (c6064219d406d83fe003b53f30b8095199462da983f16e0d4d5a29df88077372) AuthConfig (f6195c41546823c255ac8c64239073dbee627532df5303668cfaa17fada61ee2) AuthConfig (ab7e9aea32694d5cf717f50e614e2b7ffe68a5289a26c6385b544fc6b0d746d7) AuthConfig (4f8d9f03f4466f726e99a82e4c10504962860a231cefb9630bb0f72bb717fb25) AuthConfig (07247765ec558db2ea83d248ec1ea537fcc74d4e5128dbfb424cdca22fdcef67) AuthConfig (94cd514cd15fb083f0a03995a893abbcf2f4f6e628e8f0b0db7cd721826a263c) AuthConfig (8289588d86f0befe5acc524e66f3d1d100e0cdc4cbf69c3282e9084135d73f14) AuthConfig (15662b28b7bafd5a7587b760720c05790cf0223319fe23318a0c8897e2cf9fe0) AuthConfig (2fdb2f411ef2ccd8d3340b4427337d908c56c8867c291012c33eb6a320ea1265) AuthConfig (2c910643800a75ae7ba26e8acf99f4b926f5a7017fbe1f02d7816e73718bf9a9) AuthConfig (de199427b699fec25b0ea89a6bddd38babc027141a9eb696627792c264d83766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d7fa23f-24bc-4168-94e0-005d92a92901","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:07.910315919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"4e7760cb-b996-4580-bc77-70592c3e6ec2","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:07.929637546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"4e7760cb-b996-4580-bc77-70592c3e6ec2","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:07.949687781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"4e7760cb-b996-4580-bc77-70592c3e6ec2","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:14.626630749Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:15.466471073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d55d1d0-94a6-42bc-a3df-abe6821d4136","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:15.486578823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d55d1d0-94a6-42bc-a3df-abe6821d4136","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:15.504548444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c4f070ff85402b438d05c5ac0c3a5c1390609bc19ceb834e25b4900ebfa0b8d) AuthConfig (d3a5d60a16c9b91978bb52fbd41eb131992dfd8a600655131b4e3bb60ab75f94) AuthConfig (cbbf43754f7c8b15c55620ff570769a434050b9199ec228fd5b12229b29bbf74) AuthConfig (c468f5df0c1b026c010156300b5cb5093ff121a465a5310670c18ee9cbe73810) AuthConfig (14f6652df43d76f2ea4a131fab45c34c7813356a26c486c2f51b7e40574d8850) AuthConfig (ada6dd68999e65ee1380548d44f7534df1f0031dec2e606507cd0077e6f16da7) AuthConfig (24474daef24b57f54a315bccb3be3984686ff45412dba04328543b94b6097c6c) AuthConfig (c6064219d406d83fe003b53f30b8095199462da983f16e0d4d5a29df88077372) AuthConfig (f6195c41546823c255ac8c64239073dbee627532df5303668cfaa17fada61ee2) AuthConfig (ab7e9aea32694d5cf717f50e614e2b7ffe68a5289a26c6385b544fc6b0d746d7) AuthConfig (4f8d9f03f4466f726e99a82e4c10504962860a231cefb9630bb0f72bb717fb25) AuthConfig (07247765ec558db2ea83d248ec1ea537fcc74d4e5128dbfb424cdca22fdcef67) AuthConfig (94cd514cd15fb083f0a03995a893abbcf2f4f6e628e8f0b0db7cd721826a263c) AuthConfig (8289588d86f0befe5acc524e66f3d1d100e0cdc4cbf69c3282e9084135d73f14) AuthConfig (15662b28b7bafd5a7587b760720c05790cf0223319fe23318a0c8897e2cf9fe0) AuthConfig (2fdb2f411ef2ccd8d3340b4427337d908c56c8867c291012c33eb6a320ea1265) AuthConfig (2c910643800a75ae7ba26e8acf99f4b926f5a7017fbe1f02d7816e73718bf9a9) AuthConfig (de199427b699fec25b0ea89a6bddd38babc027141a9eb696627792c264d83766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1d55d1d0-94a6-42bc-a3df-abe6821d4136","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.978756605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"294578f1-2c4d-48f7-ba97-505770dceba7","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:17.998964542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"294578f1-2c4d-48f7-ba97-505770dceba7","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:18.017193933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"294578f1-2c4d-48f7-ba97-505770dceba7","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:25.533417579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1f9c81d3-82c5-4fd6-a0f1-c76563fe98d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:25.553515039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1f9c81d3-82c5-4fd6-a0f1-c76563fe98d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:25.572306619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c4f070ff85402b438d05c5ac0c3a5c1390609bc19ceb834e25b4900ebfa0b8d) AuthConfig (d3a5d60a16c9b91978bb52fbd41eb131992dfd8a600655131b4e3bb60ab75f94) AuthConfig (cbbf43754f7c8b15c55620ff570769a434050b9199ec228fd5b12229b29bbf74) AuthConfig (c468f5df0c1b026c010156300b5cb5093ff121a465a5310670c18ee9cbe73810) AuthConfig (14f6652df43d76f2ea4a131fab45c34c7813356a26c486c2f51b7e40574d8850) AuthConfig (ada6dd68999e65ee1380548d44f7534df1f0031dec2e606507cd0077e6f16da7) AuthConfig (24474daef24b57f54a315bccb3be3984686ff45412dba04328543b94b6097c6c) AuthConfig (c6064219d406d83fe003b53f30b8095199462da983f16e0d4d5a29df88077372) AuthConfig (f6195c41546823c255ac8c64239073dbee627532df5303668cfaa17fada61ee2) AuthConfig (ab7e9aea32694d5cf717f50e614e2b7ffe68a5289a26c6385b544fc6b0d746d7) AuthConfig (4f8d9f03f4466f726e99a82e4c10504962860a231cefb9630bb0f72bb717fb25) AuthConfig (07247765ec558db2ea83d248ec1ea537fcc74d4e5128dbfb424cdca22fdcef67) AuthConfig (94cd514cd15fb083f0a03995a893abbcf2f4f6e628e8f0b0db7cd721826a263c) AuthConfig (8289588d86f0befe5acc524e66f3d1d100e0cdc4cbf69c3282e9084135d73f14) AuthConfig (15662b28b7bafd5a7587b760720c05790cf0223319fe23318a0c8897e2cf9fe0) AuthConfig (2fdb2f411ef2ccd8d3340b4427337d908c56c8867c291012c33eb6a320ea1265) AuthConfig (2c910643800a75ae7ba26e8acf99f4b926f5a7017fbe1f02d7816e73718bf9a9) AuthConfig (de199427b699fec25b0ea89a6bddd38babc027141a9eb696627792c264d83766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"1f9c81d3-82c5-4fd6-a0f1-c76563fe98d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:28.046230239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"db3e89a7-49b0-44ac-bd74-23175db40035","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:28.065957653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"db3e89a7-49b0-44ac-bd74-23175db40035","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:28.08413948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"db3e89a7-49b0-44ac-bd74-23175db40035","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.425303056Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","namespace":"ai-tenant-e2e-inf-b-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.425362093Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","namespace":"ai-tenant-e2e-inf-b-b6ac37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.425431929Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","tenant":"e2e-inf-b-b6ac37","tenantID":"e2e-inf-b-b6ac37","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.441908664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Deployment","name":"maas-api-e2e-inf-b-b6ac37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.475343438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Service","name":"maas-api-e2e-inf-b-b6ac37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.493884511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b6ac37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.511764863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b6ac37","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.52914201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.545587601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.565145706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.581756469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.596231695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.610458699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.624297641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Service","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.638479979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.653788767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.668128529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.682221698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.716764017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.73133169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.750569569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.766628754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b6ac37","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:31.780856974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b6ac37"},"namespace":"ai-tenant-e2e-inf-b-b6ac37","name":"default-tenant","reconcileID":"8ba03d59-ece7-464a-888a-b879c59571e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b6ac37","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:32.128486499Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b6ac37","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b6ac37","reconcileID":"6889d1ab-aaf3-48b0-9d0e-a9aba85d1a62","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b6ac37","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b6ac37"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:32.531216361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c61962-718f-4dbe-a42f-48b23c4bc023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:32.545756033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c61962-718f-4dbe-a42f-48b23c4bc023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:32.560038531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c61962-718f-4dbe-a42f-48b23c4bc023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:32.574310464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26c61962-718f-4dbe-a42f-48b23c4bc023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:33.136773277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aee0211-cead-4762-968e-6da11469f66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:33.151028276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aee0211-cead-4762-968e-6da11469f66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:33.16580952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aee0211-cead-4762-968e-6da11469f66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:33.180344909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4aee0211-cead-4762-968e-6da11469f66b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.598430259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"08deccb2-5828-4efb-a6fe-61504684ea53","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.604189955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"57aa8d0a-36d4-404b-b0dc-cf9bdc5bead8","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.623315976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"57aa8d0a-36d4-404b-b0dc-cf9bdc5bead8","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.641219428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-b77931-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9c4f070ff85402b438d05c5ac0c3a5c1390609bc19ceb834e25b4900ebfa0b8d) AuthConfig (d3a5d60a16c9b91978bb52fbd41eb131992dfd8a600655131b4e3bb60ab75f94) AuthConfig (cbbf43754f7c8b15c55620ff570769a434050b9199ec228fd5b12229b29bbf74) AuthConfig (c468f5df0c1b026c010156300b5cb5093ff121a465a5310670c18ee9cbe73810) AuthConfig (14f6652df43d76f2ea4a131fab45c34c7813356a26c486c2f51b7e40574d8850) AuthConfig (ada6dd68999e65ee1380548d44f7534df1f0031dec2e606507cd0077e6f16da7) AuthConfig (24474daef24b57f54a315bccb3be3984686ff45412dba04328543b94b6097c6c) AuthConfig (c6064219d406d83fe003b53f30b8095199462da983f16e0d4d5a29df88077372) AuthConfig (f6195c41546823c255ac8c64239073dbee627532df5303668cfaa17fada61ee2) AuthConfig (ab7e9aea32694d5cf717f50e614e2b7ffe68a5289a26c6385b544fc6b0d746d7) AuthConfig (4f8d9f03f4466f726e99a82e4c10504962860a231cefb9630bb0f72bb717fb25) AuthConfig (07247765ec558db2ea83d248ec1ea537fcc74d4e5128dbfb424cdca22fdcef67) AuthConfig (94cd514cd15fb083f0a03995a893abbcf2f4f6e628e8f0b0db7cd721826a263c) AuthConfig (8289588d86f0befe5acc524e66f3d1d100e0cdc4cbf69c3282e9084135d73f14) AuthConfig (15662b28b7bafd5a7587b760720c05790cf0223319fe23318a0c8897e2cf9fe0) AuthConfig (2fdb2f411ef2ccd8d3340b4427337d908c56c8867c291012c33eb6a320ea1265) AuthConfig (2c910643800a75ae7ba26e8acf99f4b926f5a7017fbe1f02d7816e73718bf9a9) AuthConfig (de199427b699fec25b0ea89a6bddd38babc027141a9eb696627792c264d83766)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"57aa8d0a-36d4-404b-b0dc-cf9bdc5bead8","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.651643888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"b770e1a1-a371-4a3a-a8ee-99b755ebc724","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:35.651661131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"b770e1a1-a371-4a3a-a8ee-99b755ebc724","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:37.270730066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"3c42ec21-0436-4bfe-bc5e-d131506e3068","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:37.289753913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"3c42ec21-0436-4bfe-bc5e-d131506e3068","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.112308197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"9b0929d0-605a-4748-a841-bc2ddd747c80","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.132904596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"9b0929d0-605a-4748-a841-bc2ddd747c80","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.314103107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b45d7f67-646a-41ca-a2e3-3b617b92a855","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.314134005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b45d7f67-646a-41ca-a2e3-3b617b92a855","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.366775396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d3eb8b-5324-4c2b-85db-4085ac721c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.366800174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4d3eb8b-5324-4c2b-85db-4085ac721c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.638910531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"082d25bb-a5ae-41d9-9ae4-96cd73208b84","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.638935562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"082d25bb-a5ae-41d9-9ae4-96cd73208b84","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.656417706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"78feea09-622c-4b12-b5a4-f448720b8109","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.65644043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"78feea09-622c-4b12-b5a4-f448720b8109","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.683936649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"5cff9b11-3706-42b1-9bcb-c9eec384c8c2","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.742411338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"5cff9b11-3706-42b1-9bcb-c9eec384c8c2","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.770815368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8aed78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"5cff9b11-3706-42b1-9bcb-c9eec384c8c2","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.793078109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c8d95c2d-af16-4b1f-a16f-a7ce44f6d868","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:38.793217642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c8d95c2d-af16-4b1f-a16f-a7ce44f6d868","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.134618376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"e7392fd5-7a5f-4e59-8e40-b1e1c311d9f1","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.134823653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e17ee53-9b21-47bc-a85a-63a446d489e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.134842295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e17ee53-9b21-47bc-a85a-63a446d489e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.259379671Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-policy-3246640d","reconcileID":"e7392fd5-7a5f-4e59-8e40-b1e1c311d9f1","MaaSAuthPolicy":{"name":"e2e-policy-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"policyNamespace":"ai-tenant-e2e-mt-3246640d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.286545691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a66021ce-d551-43ac-a086-dfcd66699a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.286563341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a66021ce-d551-43ac-a086-dfcd66699a82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.43699544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69529a02-75b4-49be-bb6e-87e8de9eed29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:40.43701962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69529a02-75b4-49be-bb6e-87e8de9eed29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:44.625790742Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.670100395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"b167872e-5ef3-4f2f-9d6f-3d7d127079a1","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.690568029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"b167872e-5ef3-4f2f-9d6f-3d7d127079a1","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.770986216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"819a31c5-0e68-4b4b-8901-16fa702953f1","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:45.771013741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"819a31c5-0e68-4b4b-8901-16fa702953f1","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.821741347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"9dfb21e9-367c-45de-b7e7-b704186e74f7","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.840808119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"9dfb21e9-367c-45de-b7e7-b704186e74f7","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:48.858574702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8aed78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"9dfb21e9-367c-45de-b7e7-b704186e74f7","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.289105079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"97508cfc-3c74-45e2-a50a-2802c1dc376c","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.289125326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"97508cfc-3c74-45e2-a50a-2802c1dc376c","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.309889851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"8aec11ee-8005-4f0f-a9ba-e369340bad02","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.309917278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"8aec11ee-8005-4f0f-a9ba-e369340bad02","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.317128073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"6074e1bd-c16e-4db2-8474-1137ebdb66b0","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.324258214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"58471725-804d-4d9a-928e-79cc7f458653","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b77931-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.326330577Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"8aec11ee-8005-4f0f-a9ba-e369340bad02","name":"test-model-b77931","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b77931\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:38:50.326382723Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"8aec11ee-8005-4f0f-a9ba-e369340bad02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-b77931\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.331754091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"6ecb8752-2f3a-4af1-8d1e-9545bba544a3","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.331768336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"6ecb8752-2f3a-4af1-8d1e-9545bba544a3","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.33630567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"6074e1bd-c16e-4db2-8474-1137ebdb66b0","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.360026525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"7efd420e-50ca-4d74-ae64-262e9ad65991","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.360043572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"7efd420e-50ca-4d74-ae64-262e9ad65991","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.379796973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"70a913db-3124-4a81-ad55-e64e2ed246ff","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.379819058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"70a913db-3124-4a81-ad55-e64e2ed246ff","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.421578489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"505e9797-72e7-4c81-8232-7fe003c8d938","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.440573374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"505e9797-72e7-4c81-8232-7fe003c8d938","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.449553393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"13b618ee-b6fa-4687-8b4d-0734efe1665a","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"test-model-b77931","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-b77931/test-model-b77931-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.488713383Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-sub-3246640d","reconcileID":"cc7ba291-9824-4f19-8937-8fd4f272020b","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-3246640d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.503101979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"62b64202-452b-4770-9b9e-9ca6325607d6","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.503124692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"62b64202-452b-4770-9b9e-9ca6325607d6","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.555322922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"namespace":"ai-tenant-e2e-mt-3246640d","name":"e2e-sub-3246640d","reconcileID":"cc7ba291-9824-4f19-8937-8fd4f272020b","MaaSSubscription":{"name":"e2e-sub-3246640d","namespace":"ai-tenant-e2e-mt-3246640d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.562707233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"1945afae-fbcd-4174-b6dd-3af55568c9ba","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.653419151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95609f65-2c82-4aa6-a004-16353edee5db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.653440385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95609f65-2c82-4aa6-a004-16353edee5db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:50.66333897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a8cd665-e3d3-4957-bb25-02fb2bfd6240","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:58.887873058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"75203fda-3edb-4767-8502-0823e1fe94c4","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:58.907005978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"75203fda-3edb-4767-8502-0823e1fe94c4","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:58.925179949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8aed78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0fe52e0fc8df282081d45dbc5460b8c77f2f87e58d9c2a4ddca9833390d0a15) AuthConfig (d571d052a3d7645b41a7351b9b835b02bd994f7dac509469b9fb58845d0a5dc7) AuthConfig (6dd993d89456565f876583ea954122c3e8fd3753a266d794bbed57a49382ee2a) AuthConfig (1f05158e6a0509603b9a2879531dc77a46ef37c5ba44de28b71fe0ae60c40c4a) AuthConfig (8c22ab4ede0bb52bf2da25f1f4ce96b54c688cf2745bb7583ba4ddaa7dc3c0c6) AuthConfig (e39b72708ffd17cbed3ae6877fdeefdc4e663c15129fac79d6cfc83717b871da) AuthConfig (a9fecfef10e5e7b11eb0f024a1a342cfdab4343b817fdb7fd7d96d503b86dad5) AuthConfig (c3d788a3400e14d80635dab3922e2969baeb0f37d0663c7a94b2ab846fdc4147) AuthConfig (060fad14073f858957953fe21022f47bbe99c74a035e02358d63a77dea275e0b) AuthConfig (8d0b1431cced0d90bd16f1b10239122d0dd6261a69a96a06713b7b013a8318cf) AuthConfig (9d748f9b37d46bc121d211c93f0eb3a7d29c81b3463585e75feac2daa51298ab) AuthConfig (389a9873e0b74ce6f947778c18c319f381843b81426e2c645be4f1bcb68d6451) AuthConfig (daf2d32845081980304f1f9218ac3eb013bc30af755edf57f25a3f7e1e557aa4) AuthConfig (13757714af013b1987512c0eee2eb4fcfdd1a10d5e27783be811b2e1dfd69d1e) AuthConfig (4d2f6275def516ecf6163e7c5fa4cfcbc7fbfe1860e540a14ee4b8330bb49edd) AuthConfig (57f73cc1bfee46c6ec813f2f1613679c2389097d8564ab686c58cf1ea72e11ac) AuthConfig (ab74f5a9f619685e719e13444386eb98809675621dea3b95bf1b997e25e371d5) AuthConfig (129f76c98a7aa6ec110bd71aac44864ad588b17b1e59ca852b05b999e6f1feeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"75203fda-3edb-4767-8502-0823e1fe94c4","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:58.945629177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"24fe6493-5142-465c-ac33-1b0c397ae4b5","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:38:58.94564625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"24fe6493-5142-465c-ac33-1b0c397ae4b5","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:08.982445992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f7296c07-2ae6-45bb-8d9d-e34eaece686c","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.003103654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f7296c07-2ae6-45bb-8d9d-e34eaece686c","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:09.021427351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8aed78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0fe52e0fc8df282081d45dbc5460b8c77f2f87e58d9c2a4ddca9833390d0a15) AuthConfig (d571d052a3d7645b41a7351b9b835b02bd994f7dac509469b9fb58845d0a5dc7) AuthConfig (6dd993d89456565f876583ea954122c3e8fd3753a266d794bbed57a49382ee2a) AuthConfig (1f05158e6a0509603b9a2879531dc77a46ef37c5ba44de28b71fe0ae60c40c4a) AuthConfig (8c22ab4ede0bb52bf2da25f1f4ce96b54c688cf2745bb7583ba4ddaa7dc3c0c6) AuthConfig (e39b72708ffd17cbed3ae6877fdeefdc4e663c15129fac79d6cfc83717b871da) AuthConfig (a9fecfef10e5e7b11eb0f024a1a342cfdab4343b817fdb7fd7d96d503b86dad5) AuthConfig (c3d788a3400e14d80635dab3922e2969baeb0f37d0663c7a94b2ab846fdc4147) AuthConfig (060fad14073f858957953fe21022f47bbe99c74a035e02358d63a77dea275e0b) AuthConfig (8d0b1431cced0d90bd16f1b10239122d0dd6261a69a96a06713b7b013a8318cf) AuthConfig (9d748f9b37d46bc121d211c93f0eb3a7d29c81b3463585e75feac2daa51298ab) AuthConfig (389a9873e0b74ce6f947778c18c319f381843b81426e2c645be4f1bcb68d6451) AuthConfig (daf2d32845081980304f1f9218ac3eb013bc30af755edf57f25a3f7e1e557aa4) AuthConfig (13757714af013b1987512c0eee2eb4fcfdd1a10d5e27783be811b2e1dfd69d1e) AuthConfig (4d2f6275def516ecf6163e7c5fa4cfcbc7fbfe1860e540a14ee4b8330bb49edd) AuthConfig (57f73cc1bfee46c6ec813f2f1613679c2389097d8564ab686c58cf1ea72e11ac) AuthConfig (ab74f5a9f619685e719e13444386eb98809675621dea3b95bf1b997e25e371d5) AuthConfig (129f76c98a7aa6ec110bd71aac44864ad588b17b1e59ca852b05b999e6f1feeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f7296c07-2ae6-45bb-8d9d-e34eaece686c","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:14.627629276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.051242606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f56ecea8-d9d2-4dc6-b89f-1271279d62e5","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.074762343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f56ecea8-d9d2-4dc6-b89f-1271279d62e5","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:19.095911329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-8aed78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b0fe52e0fc8df282081d45dbc5460b8c77f2f87e58d9c2a4ddca9833390d0a15) AuthConfig (d571d052a3d7645b41a7351b9b835b02bd994f7dac509469b9fb58845d0a5dc7) AuthConfig (6dd993d89456565f876583ea954122c3e8fd3753a266d794bbed57a49382ee2a) AuthConfig (1f05158e6a0509603b9a2879531dc77a46ef37c5ba44de28b71fe0ae60c40c4a) AuthConfig (8c22ab4ede0bb52bf2da25f1f4ce96b54c688cf2745bb7583ba4ddaa7dc3c0c6) AuthConfig (e39b72708ffd17cbed3ae6877fdeefdc4e663c15129fac79d6cfc83717b871da) AuthConfig (a9fecfef10e5e7b11eb0f024a1a342cfdab4343b817fdb7fd7d96d503b86dad5) AuthConfig (c3d788a3400e14d80635dab3922e2969baeb0f37d0663c7a94b2ab846fdc4147) AuthConfig (060fad14073f858957953fe21022f47bbe99c74a035e02358d63a77dea275e0b) AuthConfig (8d0b1431cced0d90bd16f1b10239122d0dd6261a69a96a06713b7b013a8318cf) AuthConfig (9d748f9b37d46bc121d211c93f0eb3a7d29c81b3463585e75feac2daa51298ab) AuthConfig (389a9873e0b74ce6f947778c18c319f381843b81426e2c645be4f1bcb68d6451) AuthConfig (daf2d32845081980304f1f9218ac3eb013bc30af755edf57f25a3f7e1e557aa4) AuthConfig (13757714af013b1987512c0eee2eb4fcfdd1a10d5e27783be811b2e1dfd69d1e) AuthConfig (4d2f6275def516ecf6163e7c5fa4cfcbc7fbfe1860e540a14ee4b8330bb49edd) AuthConfig (57f73cc1bfee46c6ec813f2f1613679c2389097d8564ab686c58cf1ea72e11ac) AuthConfig (ab74f5a9f619685e719e13444386eb98809675621dea3b95bf1b997e25e371d5) AuthConfig (129f76c98a7aa6ec110bd71aac44864ad588b17b1e59ca852b05b999e6f1feeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"f56ecea8-d9d2-4dc6-b89f-1271279d62e5","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.578258657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"2653d580-88c6-4fae-a33e-e1fc735f4b38","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.657027017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"5ae3dbb0-244c-421d-a4a4-a3ee984e07ca","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:20.657077707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"5ae3dbb0-244c-421d-a4a4-a3ee984e07ca","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.156618314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"c37b552c-363c-4ea7-833f-1af8326e08af","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:21.178454101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"c37b552c-363c-4ea7-833f-1af8326e08af","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:23.895216527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"a5777f8a-6fea-4b98-82f0-9df476ce1a83","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:23.895329471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"a5777f8a-6fea-4b98-82f0-9df476ce1a83","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.224267548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"86f0ce9f-84b0-4b8c-9f93-7414ae45df3a","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.224295707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"86f0ce9f-84b0-4b8c-9f93-7414ae45df3a","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.243759802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c8cf66b6-b016-4bb9-8e07-52cd76660910","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.243780455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c8cf66b6-b016-4bb9-8e07-52cd76660910","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.27389261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"08e97e58-3781-4e53-821b-0a17e3c3622b","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.330554817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"08e97e58-3781-4e53-821b-0a17e3c3622b","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.348465501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-2458a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"08e97e58-3781-4e53-821b-0a17e3c3622b","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.368448539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"14249b81-70f2-48d3-acea-22c2d4415677","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:24.368546396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"14249b81-70f2-48d3-acea-22c2d4415677","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.126917351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"7924f1a6-8f93-4169-8ced-f35c338d3b97","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.147391707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"7924f1a6-8f93-4169-8ced-f35c338d3b97","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.228874704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b910bd0f-b1ec-41d9-b4c7-e92859b7d196","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:29.228899175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b910bd0f-b1ec-41d9-b4c7-e92859b7d196","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.712943581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"cb083b89-a5d2-4d67-a7d8-1538c2c71fe8","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.712972715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"cb083b89-a5d2-4d67-a7d8-1538c2c71fe8","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.733541686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"a830ca52-c8ed-4e5c-b473-c1d4e2abd5af","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.733567809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"a830ca52-c8ed-4e5c-b473-c1d4e2abd5af","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:30.747312672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"9d1e89b5-080e-4816-bed2-c861a8fb1dcf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8aed78-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:30.750139644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"a830ca52-c8ed-4e5c-b473-c1d4e2abd5af","name":"test-model-8aed78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8aed78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:39:30.750188518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"a830ca52-c8ed-4e5c-b473-c1d4e2abd5af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-8aed78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.755580759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b06b2ccd-c149-40df-b63c-89d087ba3064","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.755598212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"b06b2ccd-c149-40df-b63c-89d087ba3064","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.782340078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"00bc435d-e63a-4ad9-995f-19dcbe4a982e","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.782359783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"00bc435d-e63a-4ad9-995f-19dcbe4a982e","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.801756842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"bc04c55b-3cf9-4376-81f9-32f0b98b3f41","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.801775404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"bc04c55b-3cf9-4376-81f9-32f0b98b3f41","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.817027699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"61486cda-ea6b-4f69-a407-8d2bb89debdf","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.836243202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"61486cda-ea6b-4f69-a407-8d2bb89debdf","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.869804013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"a07b376f-6082-45ef-a3be-deaa9e40603a","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"test-model-8aed78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-8aed78/test-model-8aed78-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.922599225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c1de22ff-72d7-432d-940d-c9835d747349","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.922622999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c1de22ff-72d7-432d-940d-c9835d747349","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.983278421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"ea5456cb-a653-42b8-bb57-d26c48ea8a27","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:30.9974146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"4e39cb31-0257-4ad3-a428-44f378b98c56","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:31.017996836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"4e39cb31-0257-4ad3-a428-44f378b98c56","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.397157683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c6565219-0feb-48e5-bf84-0546fc9a84d8","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.416117396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c6565219-0feb-48e5-bf84-0546fc9a84d8","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:34.434051113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-2458a7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c6565219-0feb-48e5-bf84-0546fc9a84d8","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.859299037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657b5084-e176-4a6d-ab59-ab1f6f6ccda0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.859320724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657b5084-e176-4a6d-ab59-ab1f6f6ccda0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.893017594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"namespace":"ai-tenant-e2e-mt-77c06068","name":"e2e-policy-77c06068","reconcileID":"2fe6430c-0adf-43e7-95d1-046e1fa996ae","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.91245335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"namespace":"ai-tenant-e2e-mt-77c06068","name":"e2e-policy-77c06068","reconcileID":"2fe6430c-0adf-43e7-95d1-046e1fa996ae","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.992417984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"756463d9-0fe6-488a-872f-e9309b2cb12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:36.992436477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"756463d9-0fe6-488a-872f-e9309b2cb12b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.477314283Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"namespace":"ai-tenant-e2e-mt-77c06068","name":"e2e-policy-77c06068","reconcileID":"2e2ac2d1-a2b2-4377-8139-5de29502e48a","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.478035655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a43ed2-5091-42f4-882b-1c64c68b00ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.478132466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a43ed2-5091-42f4-882b-1c64c68b00ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.514615231Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"namespace":"ai-tenant-e2e-mt-77c06068","name":"e2e-policy-77c06068","reconcileID":"2e2ac2d1-a2b2-4377-8139-5de29502e48a","MaaSAuthPolicy":{"name":"e2e-policy-77c06068","namespace":"ai-tenant-e2e-mt-77c06068"},"policyNamespace":"ai-tenant-e2e-mt-77c06068","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.534722303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e7112fa-2314-483b-aa86-92c6f059fecf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:37.534742894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9e7112fa-2314-483b-aa86-92c6f059fecf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:40.995401726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"0c383e7b-4761-4fc6-bc4d-529da5703ef4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.104381039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a76c358d-3e8c-43b9-916c-e59bab6d55be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.104409879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"921076d7-f3fe-4d97-a1d6-6cd8309db9eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.295311943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"fa30da3a-edd1-4e4f-8583-b6cad2b7315c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.295686519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"16b0d173-3834-4a5c-9a82-0ae7cf6ea7d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.393001391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"5f366e84-ac7f-4635-ac6f-1fb96659a5fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.393084418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"a8fcc49c-76eb-403f-9a88-cf249e4c9802","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.404312922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"d33590a9-0e54-41bd-a5b4-748056ac0bc1","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.683225174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c750b8b4-bbed-4602-8f8d-65f32992c38b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.795942623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"4fbe4c2a-a6b8-427a-ad57-2b4299c03868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.796132406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"bae770b7-0c7b-4c34-bda7-2ff344d0ab14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.876197047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"026bbb51-3f3c-4c1d-bc6e-ef79610a0c8b","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.876312329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"cdccc5a0-fb77-4845-a8d6-75a7dd025b18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:41.967653241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"d9c969c9-fc46-4a4e-9851-69ef1540f68b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.463461562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"175cac59-e3d7-4cf3-a569-6422c1ca4e61","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.482614453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"175cac59-e3d7-4cf3-a569-6422c1ca4e61","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.500523187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-2458a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af22495825d02dc0524eb63ad2fe51a72873f2c6a34e5cb0f86a6d182c6530aa) AuthConfig (0b56ea8825889fe01ad03bdd3113e4252f5b6e718aa19bd88f46445b703840be) AuthConfig (8dd95fbdccf40976a7ab82e9ae1bbc2dfab96c0b6805b49e99cbc895a9808e36) AuthConfig (e9b7bbc242d605349718f89d0d79f44e96633c8b2685b488bb77efa9410eb119) AuthConfig (c2069b19b3b1224f48c528f31f5649d06734621338f7e5bc73dae0e9dfad113c) AuthConfig (f6fb71dcbb4f4852feabe728571bc96cf5a2f940e8f127a57032d7ded7675c6c) AuthConfig (bc4f32aedf3196978eefbe088d0d3b86a8f9ee4bed9a76414bbe60b04e849591) AuthConfig (cca548ea10691224dece639d840f10cddf5b01a4ca3bce13fd91aa1f41dd139e) AuthConfig (ebe7b028ab0879e88b6f80b7f4187f6e2c4f2decec02f5d29c973f3548628e7a) AuthConfig (733fc230d3a4ed0939dfa49f472f84c9c5372ef4b563dcb4707d32793dc268cb) AuthConfig (bfaa1d4a201f3e2b579e36a70067bf1cbfbb9c55ab99a6fc429de9b191e0fbad) AuthConfig (1c72419b6eb768a0441b4291036931b57835144868ba5ccee3f1ed4e05162abe) AuthConfig (80699f30fe493f381d91959c33298a755405e6e0cd35273fb50f1aee3dac249e) AuthConfig (8b03b57bf47916a819428d7a843df17c7c9aeec2f9958712c6645372ca25a78f) AuthConfig (ebd6ea76f5276ab713912f6d9310663fd7a2351eeae5b4b45ffb0af517bcdfac) AuthConfig (6c5abe3ad5defd1809880046431833cc30fbd315110722d724f7bfb4739bf04a) AuthConfig (d8096f656e2cdc8614fb2c5ba663f941a6785f98b6a277b28d27b59defaad53d) AuthConfig (3603fd7b8bf97bb97a1b783227cf855e82fd7ec25d03b7c6fd346a3fd116b74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"175cac59-e3d7-4cf3-a569-6422c1ca4e61","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.52070765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"f422f199-fe79-4a14-809b-2d2e7441f20f","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.520730111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"f422f199-fe79-4a14-809b-2d2e7441f20f","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:44.627613095Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.548638886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"43466bfe-2dca-46fc-b028-93c865ae4c4d","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.568897614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"43466bfe-2dca-46fc-b028-93c865ae4c4d","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:54.586829414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-2458a7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af22495825d02dc0524eb63ad2fe51a72873f2c6a34e5cb0f86a6d182c6530aa) AuthConfig (0b56ea8825889fe01ad03bdd3113e4252f5b6e718aa19bd88f46445b703840be) AuthConfig (8dd95fbdccf40976a7ab82e9ae1bbc2dfab96c0b6805b49e99cbc895a9808e36) AuthConfig (e9b7bbc242d605349718f89d0d79f44e96633c8b2685b488bb77efa9410eb119) AuthConfig (c2069b19b3b1224f48c528f31f5649d06734621338f7e5bc73dae0e9dfad113c) AuthConfig (f6fb71dcbb4f4852feabe728571bc96cf5a2f940e8f127a57032d7ded7675c6c) AuthConfig (bc4f32aedf3196978eefbe088d0d3b86a8f9ee4bed9a76414bbe60b04e849591) AuthConfig (cca548ea10691224dece639d840f10cddf5b01a4ca3bce13fd91aa1f41dd139e) AuthConfig (ebe7b028ab0879e88b6f80b7f4187f6e2c4f2decec02f5d29c973f3548628e7a) AuthConfig (733fc230d3a4ed0939dfa49f472f84c9c5372ef4b563dcb4707d32793dc268cb) AuthConfig (bfaa1d4a201f3e2b579e36a70067bf1cbfbb9c55ab99a6fc429de9b191e0fbad) AuthConfig (1c72419b6eb768a0441b4291036931b57835144868ba5ccee3f1ed4e05162abe) AuthConfig (80699f30fe493f381d91959c33298a755405e6e0cd35273fb50f1aee3dac249e) AuthConfig (8b03b57bf47916a819428d7a843df17c7c9aeec2f9958712c6645372ca25a78f) AuthConfig (ebd6ea76f5276ab713912f6d9310663fd7a2351eeae5b4b45ffb0af517bcdfac) AuthConfig (6c5abe3ad5defd1809880046431833cc30fbd315110722d724f7bfb4739bf04a) AuthConfig (d8096f656e2cdc8614fb2c5ba663f941a6785f98b6a277b28d27b59defaad53d) AuthConfig (3603fd7b8bf97bb97a1b783227cf855e82fd7ec25d03b7c6fd346a3fd116b74a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"43466bfe-2dca-46fc-b028-93c865ae4c4d","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.054586496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"e1cffcf5-ca75-459f-826e-cbe63b56db18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.154225948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"bafc0204-65aa-43a2-b278-b2cd3c972be9","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.154381877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"af2d172e-dcb9-4070-b08b-294fc9e91eb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.208163381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"85cf1e63-8887-4373-877c-4b691d1e91b3","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.208182938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"85cf1e63-8887-4373-877c-4b691d1e91b3","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.255224375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"35046d18-f02d-428f-a65c-5d13a31b4dd5","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.255319481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8fabc623-40e5-44a6-b689-2492fa33d354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.255625877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"b4d4f81f-2de7-4232-8fb8-93f6424c0973","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.423509501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"18874055-0b60-478b-bef0-e3d228e05813","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.423618435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"72896e7d-b93f-4cb0-a6ba-4dbba5615761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.423916306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3fa17db7-364e-4f0c-a774-4bb7636f1427","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.527733893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"e2bd8c7e-b0c1-49b2-9cc6-a29be7f10816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.625325491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"d3281d44-a5ca-425b-bb60-dfd29f48b5eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.733494154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"f97af444-5e95-4b40-9246-cd6442e62ba4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.831032309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"7d6a8a28-f63e-46bb-a8a0-1598d5dfd622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.831455529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"315c342f-ece8-4348-9f2b-323d43cc0fa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:58.928314489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"c8ff889f-7d50-4904-b153-e1f6f9e94fe6","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:59.497700265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"9e7d9a70-6bac-48d7-b910-e96a854b0334","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:39:59.517999738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"9e7d9a70-6bac-48d7-b910-e96a854b0334","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.616763383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"ca2dfaba-0b46-4efc-8c27-b952082290bc","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.636610311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"ca2dfaba-0b46-4efc-8c27-b952082290bc","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.718126475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"37e1995e-670f-4b03-892b-f069e623ed94","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:04.718156217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"37e1995e-670f-4b03-892b-f069e623ed94","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.071956227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"5f67565c-c39e-41ed-a240-801ca2336be4","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.071982009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"5f67565c-c39e-41ed-a240-801ca2336be4","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.093632327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c4075bfb-4c0b-436b-bef6-09596625d42d","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.09365783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c4075bfb-4c0b-436b-bef6-09596625d42d","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.100398539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"847a8279-b551-47f2-94ab-e90640d2e9b2","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:06.107216562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"9131b2dc-7b81-4631-9906-68e67bd1987e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-2458a7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:06.109789825Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c4075bfb-4c0b-436b-bef6-09596625d42d","name":"test-model-2458a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2458a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:06.109840154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"c4075bfb-4c0b-436b-bef6-09596625d42d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-2458a7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.115253778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"3b718774-b14c-49c4-a7ad-a731b371ae2a","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.115271487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"3b718774-b14c-49c4-a7ad-a731b371ae2a","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.119620003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"847a8279-b551-47f2-94ab-e90640d2e9b2","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.140761112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"72e326ad-088c-422a-bfc6-bdf8603efa17","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.140775665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"72e326ad-088c-422a-bfc6-bdf8603efa17","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.15838763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"83f1caf0-1b80-42c1-b245-29d2f5f1b7e3","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.158404108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"83f1caf0-1b80-42c1-b245-29d2f5f1b7e3","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.229589476Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"08852794-41fe-4b42-b950-f1e3b81bcb64","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","model":"test-model-2458a7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-2458a7/test-model-2458a7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.277212824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"5e9c1e3f-a5ca-4865-bda6-5ac5e4939b47","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.284742065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"f532c5b3-e732-453a-b9be-ab77672d2cce","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.284763378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"f532c5b3-e732-453a-b9be-ab77672d2cce","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.296616771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"5e9c1e3f-a5ca-4865-bda6-5ac5e4939b47","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:06.342276428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"44d57a86-ca40-4667-a843-aa4a087f6680","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:14.626751933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.213313091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"ed47b7fa-c767-4643-bfb7-2d06738eb6cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.31244463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"50e4d7a6-db54-4a51-86e5-e9665c3dc85a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.411405879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"cc7aaa75-9233-4524-bcc3-607944161052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.411566818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"1b964529-bcc0-4652-b31a-a7517d7229a1","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.512408858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"239e2255-5b8f-46f4-9c84-360665b23660","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.515786608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"848fe125-e956-4b20-8c9f-123cf85f27dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.632589764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"1bfabee3-1fef-4184-baea-ba98ff6c59b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.736365573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"fe0332ab-0cb7-45eb-ba6d-8d0a85bab852","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.736709805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"f4b8a25a-1b32-4385-87bf-e9577ed1ddcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.736868496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"bf7f37f1-6f30-49d6-9b2a-391cd8feca93","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.845586498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"a20f7612-25ab-4b37-9aa5-81026670dd92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.953441425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"48cd6c99-4c1b-4b41-a36a-4f383423b330","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:18.954351063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"22c0367d-1670-41f2-833d-533f79ffe6b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:19.034512445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"6f1b45a9-fc0b-4a89-b298-32e1290a078e","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:19.133869028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52fbd1bf-1c1a-4ed4-b916-2e53c21f11c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.523665199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8d63d6-24a3-48f1-93cf-b39f7b2ff729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.523687357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8d63d6-24a3-48f1-93cf-b39f7b2ff729","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.542797723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8a66321-7ad1-49e4-91d6-1a8449aab7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.542822342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8a66321-7ad1-49e4-91d6-1a8449aab7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.570321343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"cdf05682-2b8f-432a-9785-7443b4637565","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.589292702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"cdf05682-2b8f-432a-9785-7443b4637565","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.74074633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11fe4e7-2671-4217-8b61-ce499aab8ea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.740774912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11fe4e7-2671-4217-8b61-ce499aab8ea3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.760323874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23f6c972-b123-4d41-8a04-45db4bcc7c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.760343098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23f6c972-b123-4d41-8a04-45db4bcc7c01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:21.778628665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"cbdb7804-9845-4f02-a054-a218233778b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-765a7ee4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.797835614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab96562-7526-4c33-902a-2a1bee9c58b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.797854973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab96562-7526-4c33-902a-2a1bee9c58b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.817819321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03cf3cf9-7477-4b52-a98b-5976a2222ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.817840753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03cf3cf9-7477-4b52-a98b-5976a2222ac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.828039944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"1da2938f-eb4d-4470-8a94-4af7b85dc3da","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.837821334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12156d89-56c8-43c0-b451-7b787a4de145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.837839943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12156d89-56c8-43c0-b451-7b787a4de145","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.848317996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"1da2938f-eb4d-4470-8a94-4af7b85dc3da","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.918369443Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"9f99b3ed-9f28-441e-bf4e-b203c5582d5b","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-765a7ee4/e2e-shared-sub-765a7ee4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.939247178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"21d9efc4-93a7-4d70-93c9-c95af5c510bd","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.939329169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a8369b25-1f20-43c2-baf5-13557fbcca3d","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.939345859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"a8369b25-1f20-43c2-baf5-13557fbcca3d","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.974784858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0203da2c-a0c6-4999-a267-bd5ab99a3177","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:21.97480812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0203da2c-a0c6-4999-a267-bd5ab99a3177","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.001339437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6e42139-2091-40ff-9630-f7788b57f60b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.013448696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"21d9efc4-93a7-4d70-93c9-c95af5c510bd","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.073851666Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"21d9efc4-93a7-4d70-93c9-c95af5c510bd","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"e2e-inf-a-25619f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.073880622Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-auth","reconcileID":"21d9efc4-93a7-4d70-93c9-c95af5c510bd","MaaSAuthPolicy":{"name":"test-model-25619f-auth","namespace":"ai-tenant-e2e-inf-a-25619f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.093273595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"fb3d76f8-1f9e-4040-9a35-bef4433e20cd","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.093293222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"fb3d76f8-1f9e-4040-9a35-bef4433e20cd","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.100753877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"b53ac326-53b0-4603-be21-3126c3ee92fd","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.10080726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"5e259cab-02aa-445c-adbd-a948ca609dd2","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.177597023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17f08c75-ea50-49b0-a98e-d1abe334244b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.177616725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17f08c75-ea50-49b0-a98e-d1abe334244b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.215918545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"35a6d934-1179-4074-a893-7d8cad2455e0","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.250920391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"536be433-0217-4770-81d9-5d7fd4557399","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.250946959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"536be433-0217-4770-81d9-5d7fd4557399","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.780170509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5830bede-6077-47b1-b534-ed8ff3738f2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.78019398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5830bede-6077-47b1-b534-ed8ff3738f2a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.799468121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41762b39-9456-4d82-96c1-8a2541524391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.79949221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41762b39-9456-4d82-96c1-8a2541524391","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.827489108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"8015e983-f7ee-4685-b474-f39719803354","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.846653786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"8015e983-f7ee-4685-b474-f39719803354","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.937945646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38f75f40-8039-4cf6-91a4-ae2cc3af2658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:22.937965859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38f75f40-8039-4cf6-91a4-ae2cc3af2658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.02430516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0510771-f489-4988-8696-2fbfd5104f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.024328238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0510771-f489-4988-8696-2fbfd5104f0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.042750286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a5a8c6e-1e72-43cb-87af-18d5f57a22f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.042769566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0a5a8c6e-1e72-43cb-87af-18d5f57a22f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.059156726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"d954096a-972b-4ec9-b638-539f300510a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:40:23.066119844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"93e17b6f-cc18-43b5-b852-79f7ff351a7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-765a7ee4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.078684988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"d954096a-972b-4ec9-b638-539f300510a8","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.10897478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2007d5-9f2b-47ac-9b48-8fd99d9c4da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.10900829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2007d5-9f2b-47ac-9b48-8fd99d9c4da1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.127504673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c8bb6d-78d9-4158-ac97-50076712ffdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.127526832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15c8bb6d-78d9-4158-ac97-50076712ffdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.215672352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"d101d269-3fa2-4bf5-ae08-88f096592d01","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-765a7ee4/e2e-shared-sub-765a7ee4","ai-tenant-e2e-mt-9d128883/e2e-shared-sub-765a7ee4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.272973998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47f34fbc-174c-411d-8efa-10119dcd71ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.272996902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47f34fbc-174c-411d-8efa-10119dcd71ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.300846081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"b3ad46b1-dd1a-4f41-88fe-8dac65f522e3","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.301112709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b432e33-28f5-45a4-9011-1b58cfc82b56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:23.406215755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"90fdf094-6eb6-4037-a341-ed7468a854a9","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.17275003Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"26ea97f4-2cf4-4058-bc04-576141801088","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.172866999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02142d6a-853d-49ee-ae06-473b86229f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.172888611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02142d6a-853d-49ee-ae06-473b86229f2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.201338221Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-policy-765a7ee4","reconcileID":"26ea97f4-2cf4-4058-bc04-576141801088","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"policyNamespace":"ai-tenant-e2e-mt-765a7ee4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.220692273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2ecc64-599d-4717-9d8a-f5fdd86a625e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.22071249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb2ecc64-599d-4717-9d8a-f5fdd86a625e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.474589338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3495be02-9806-4bb0-80ae-ee857af85a38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:24.474614286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3495be02-9806-4bb0-80ae-ee857af85a38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.462006935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cc3c7f-41c0-4204-a589-737f2f116195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.476049857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cc3c7f-41c0-4204-a589-737f2f116195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.490638676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cc3c7f-41c0-4204-a589-737f2f116195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:30.504702385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cc3c7f-41c0-4204-a589-737f2f116195","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.179216073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d192898-8ab4-4d16-93a1-9b27bfd49fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.193582388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d192898-8ab4-4d16-93a1-9b27bfd49fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.20765408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d192898-8ab4-4d16-93a1-9b27bfd49fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.223719814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d192898-8ab4-4d16-93a1-9b27bfd49fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.377201715Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f1146d83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f1146d83","reconcileID":"3012553e-5660-41b3-8e47-878c28cc9e2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f1146d83","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f1146d83":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:31.991544161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f947d25-bfcf-4d33-926c-a42c2b79ae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.006195051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f947d25-bfcf-4d33-926c-a42c2b79ae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.020722681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f947d25-bfcf-4d33-926c-a42c2b79ae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.035605319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f947d25-bfcf-4d33-926c-a42c2b79ae41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.314039751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"0b1341d6-13bf-4ba6-ade3-c5a83a19aa86","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","subscription":"test-model-25619f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.328857515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"0b1341d6-13bf-4ba6-ade3-c5a83a19aa86","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.343545943Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f-sub","reconcileID":"0b1341d6-13bf-4ba6-ade3-c5a83a19aa86","MaaSSubscription":{"name":"test-model-25619f-sub","namespace":"ai-tenant-e2e-inf-a-25619f"},"name":"maas-trlp-test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.433413013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"585aefa7-8723-4c58-88d5-fd69134d7b7c","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"tenant":"e2e-inf-a-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","model":"ai-tenant-e2e-inf-a-25619f/test-model-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:32.433439083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"test-model-25619f","reconcileID":"585aefa7-8723-4c58-88d5-fd69134d7b7c","MaaSModelRef":{"name":"test-model-25619f","namespace":"ai-tenant-e2e-inf-a-25619f"},"routeName":"test-model-25619f-kserve-route","namespace":"ai-tenant-e2e-inf-a-25619f","llmisvcName":"test-model-25619f","gateway":"openshift-ingress/e2e-inf-a-25619f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.377368293Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"0f588007-3fde-4e38-bf5c-94d35365a95e","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.377433593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"f988d017-3f3a-452f-aa1f-59337576c10b","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.377616453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"f988d017-3f3a-452f-aa1f-59337576c10b","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.469971213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"d3f731ec-53d5-4420-ad6b-a8f5e1467d8d","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.541189532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"0f588007-3fde-4e38-bf5c-94d35365a95e","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.598571745Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"0f588007-3fde-4e38-bf5c-94d35365a95e","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"e2e-inf-b-8aed78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.598599772Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-auth","reconcileID":"0f588007-3fde-4e38-bf5c-94d35365a95e","MaaSAuthPolicy":{"name":"test-model-8aed78-auth","namespace":"ai-tenant-e2e-inf-b-8aed78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.62038437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"d0bc3b91-3c7d-4455-a605-12f81369fb25","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.620412362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"d0bc3b91-3c7d-4455-a605-12f81369fb25","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.701022067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"3c116581-2dd5-47d9-9991-83d3216b3d2c","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.79327233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"68897500-25b4-4984-bc3d-9db8e6e9ea08","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:33.7932929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"68897500-25b4-4984-bc3d-9db8e6e9ea08","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.528694898Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"b86d974e-6a14-4161-9773-9ec84ed4b828","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-765a7ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.618360895Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"namespace":"ai-tenant-e2e-mt-765a7ee4","name":"e2e-shared-sub-765a7ee4","reconcileID":"b86d974e-6a14-4161-9773-9ec84ed4b828","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-765a7ee4"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-9d128883/e2e-shared-sub-765a7ee4","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.677015104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b977b564-72d7-4a44-b821-26d6d5c56755","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.677229351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"d594e7c8-a703-40d7-8f53-db26cb6b1867","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.687426484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a86f03f-ff7f-4532-837a-5e9d76f71425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:34.68744545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a86f03f-ff7f-4532-837a-5e9d76f71425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:41.850265384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"38735d40-bedf-4f38-8008-946a8ad6cfe0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.073029626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"48e6bf6a-46b0-4b08-9c8b-2b492bfc12c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.181730091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"8a8adec1-5c66-4538-a1be-8e4fb1799522","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.237558744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"5f997b18-bc71-44ce-9736-eec7257f8546","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.237590934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"5f997b18-bc71-44ce-9736-eec7257f8546","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.283111283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"ee7bdc25-2403-442b-a515-6e31e5ba8aeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.283109436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"60245287-4003-4ebb-bb3d-b0c750b4d25c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.387750572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"5058c84d-a938-441d-bba6-37d7a469d893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.387874721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"b7ac06a5-7433-4919-a264-021879b3934f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.510107098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"d474ac93-6a7a-4c31-b1da-b35dbbba57e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.584848419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13a3653c-46ad-4127-bb6f-83faaca6853c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.685371623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"53b8da51-281b-494f-9a33-e97cd48318ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.790277191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"18c1b022-5be6-4931-8a7d-f7c578fef9ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.790327839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"96bc4b0d-3bbe-4cad-bf2d-02d82f99dde4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:42.891655956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"75a81b4e-d100-46b8-a97a-a5a33ce5b927","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:43.84746589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"355dc0bb-d0e7-4b94-87eb-4013d21cfee6","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","subscription":"test-model-8aed78-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:43.867500201Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"355dc0bb-d0e7-4b94-87eb-4013d21cfee6","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:43.883744412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78-sub","reconcileID":"355dc0bb-d0e7-4b94-87eb-4013d21cfee6","MaaSSubscription":{"name":"test-model-8aed78-sub","namespace":"ai-tenant-e2e-inf-b-8aed78"},"name":"maas-trlp-test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:43.993905565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c1e86ed7-fced-4ca9-8ac1-b63587d0f3f6","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"tenant":"e2e-inf-b-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","model":"ai-tenant-e2e-inf-b-8aed78/test-model-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:43.993936032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"test-model-8aed78","reconcileID":"c1e86ed7-fced-4ca9-8ac1-b63587d0f3f6","MaaSModelRef":{"name":"test-model-8aed78","namespace":"ai-tenant-e2e-inf-b-8aed78"},"routeName":"test-model-8aed78-kserve-route","namespace":"ai-tenant-e2e-inf-b-8aed78","llmisvcName":"test-model-8aed78","gateway":"openshift-ingress/e2e-inf-b-8aed78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:44.634290398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:44.742636427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"e21e93a3-6cc4-4aee-8d48-0e2fb56446af","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:44.762008111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"e21e93a3-6cc4-4aee-8d48-0e2fb56446af","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:56.825203903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273016a2-b973-4213-8880-11084fba454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:56.839435673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273016a2-b973-4213-8880-11084fba454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:56.853691927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273016a2-b973-4213-8880-11084fba454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:56.868337953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"273016a2-b973-4213-8880-11084fba454b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.449648014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578810aa-f328-4582-b753-aa61267f046a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.46393135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578810aa-f328-4582-b753-aa61267f046a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.478046185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578810aa-f328-4582-b753-aa61267f046a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:57.492148379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"578810aa-f328-4582-b753-aa61267f046a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:58.178909118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4540245-5fd2-4cd2-94a7-4323c418e321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:58.193687869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4540245-5fd2-4cd2-94a7-4323c418e321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:58.208710322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4540245-5fd2-4cd2-94a7-4323c418e321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:40:58.222836472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4540245-5fd2-4cd2-94a7-4323c418e321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.32050649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"edf31cef-4143-47ef-8ce7-1bcbb8386b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.32072873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"b50adab9-106a-47ac-b178-37876ea1294b","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.32074769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"b50adab9-106a-47ac-b178-37876ea1294b","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.395210852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"edf31cef-4143-47ef-8ce7-1bcbb8386b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.400045461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"74c8bbcc-a2f5-48c9-9110-42b8271682e3","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.446902749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"edf31cef-4143-47ef-8ce7-1bcbb8386b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.446925559Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"edf31cef-4143-47ef-8ce7-1bcbb8386b81","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.465771281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"de67ff18-46d1-44f4-b922-22ffdf47f3d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.466118094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"900f08e4-3ba4-4e72-8ee2-54119a81443e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.466135291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"900f08e4-3ba4-4e72-8ee2-54119a81443e","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.594262996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"de67ff18-46d1-44f4-b922-22ffdf47f3d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.612902878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"b334330f-7285-49d9-a75e-7eec8fc3268f","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.613209336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"de67ff18-46d1-44f4-b922-22ffdf47f3d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"e2e-inf-a-b77931-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.61322871Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"de67ff18-46d1-44f4-b922-22ffdf47f3d3","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.62567059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"4b7f7726-b00d-47d3-8356-76d45c49e4a5","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:06.625686883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"4b7f7726-b00d-47d3-8356-76d45c49e4a5","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:41:06.627468068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b77931-auth","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-auth","reconcileID":"de67ff18-46d1-44f4-b922-22ffdf47f3d3","error":"maasauthpolicies.maas.opendatahub.io \"test-model-b77931-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:14.625951228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.702391091Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"08e2e74a-269e-4b98-85ec-73f6a5ffe95e","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","subscription":"test-model-b77931-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.717369343Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"08e2e74a-269e-4b98-85ec-73f6a5ffe95e","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.732504365Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931-sub","reconcileID":"08e2e74a-269e-4b98-85ec-73f6a5ffe95e","MaaSSubscription":{"name":"test-model-b77931-sub","namespace":"ai-tenant-e2e-inf-a-b77931"},"name":"maas-trlp-test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.819408177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"3406e248-53c5-4792-afb0-c99e310c01a2","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"tenant":"e2e-inf-a-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","model":"ai-tenant-e2e-inf-a-b77931/test-model-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:16.819435572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"test-model-b77931","reconcileID":"3406e248-53c5-4792-afb0-c99e310c01a2","MaaSModelRef":{"name":"test-model-b77931","namespace":"ai-tenant-e2e-inf-a-b77931"},"routeName":"test-model-b77931-kserve-route","namespace":"ai-tenant-e2e-inf-a-b77931","llmisvcName":"test-model-b77931","gateway":"openshift-ingress/e2e-inf-a-b77931","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:18.809826989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"66536cae-2c9b-431a-b0c9-c0eef7988cab","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:18.809874052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9af9bf81-f887-46f5-b631-0071ac9f33a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:23.461122375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"a67a2a3c-b65b-4794-9e65-a53020f5a4cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f1146d83","tenantID":"e2e-mt-f1146d83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:23.504276328Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"a67a2a3c-b65b-4794-9e65-a53020f5a4cb","name":"e2e-mt-f1146d83-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.129946815Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c3840f37-0f5d-40f2-b8a0-3e7d628e8369","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.130960709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"6e062da5-7f4f-4538-86d8-1c7212419f90","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.130989724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"6e062da5-7f4f-4538-86d8-1c7212419f90","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.22054779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"3c76d41c-eb5b-46f1-b8de-97ae51c84b94","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.26074997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c3840f37-0f5d-40f2-b8a0-3e7d628e8369","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.312789286Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c3840f37-0f5d-40f2-b8a0-3e7d628e8369","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"e2e-inf-b-2458a7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.312830886Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-auth","reconcileID":"c3840f37-0f5d-40f2-b8a0-3e7d628e8369","MaaSAuthPolicy":{"name":"test-model-2458a7-auth","namespace":"ai-tenant-e2e-inf-b-2458a7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.331824626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"4804294b-46f8-438e-b54a-47419c71cdd6","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.331845042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"4804294b-46f8-438e-b54a-47419c71cdd6","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.413614759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"7cd355b1-823e-478f-ac61-0d52be7c6768","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.510131294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"64f9f000-a34b-47fc-b37e-15e0123d2532","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:31.510157575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"64f9f000-a34b-47fc-b37e-15e0123d2532","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.559264738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"747f9426-14ae-4a00-b0d4-2bbafba7815a","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","subscription":"test-model-2458a7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.573787932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"747f9426-14ae-4a00-b0d4-2bbafba7815a","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.588495909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7-sub","reconcileID":"747f9426-14ae-4a00-b0d4-2bbafba7815a","MaaSSubscription":{"name":"test-model-2458a7-sub","namespace":"ai-tenant-e2e-inf-b-2458a7"},"name":"maas-trlp-test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.793959597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"390e6a3a-4996-45f7-87a3-d84504cdb461","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"tenant":"e2e-inf-b-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","model":"ai-tenant-e2e-inf-b-2458a7/test-model-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:41.793980853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"test-model-2458a7","reconcileID":"390e6a3a-4996-45f7-87a3-d84504cdb461","MaaSModelRef":{"name":"test-model-2458a7","namespace":"ai-tenant-e2e-inf-b-2458a7"},"routeName":"test-model-2458a7-kserve-route","namespace":"ai-tenant-e2e-inf-b-2458a7","llmisvcName":"test-model-2458a7","gateway":"openshift-ingress/e2e-inf-b-2458a7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:44.62616078Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.093522619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83c4273-924d-4355-aa64-7384afd49e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.107743438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83c4273-924d-4355-aa64-7384afd49e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.12175279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83c4273-924d-4355-aa64-7384afd49e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.165377655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f83c4273-924d-4355-aa64-7384afd49e43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.776809504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e9984c-5405-4a11-8224-e1ba966c22d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.792932627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e9984c-5405-4a11-8224-e1ba966c22d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.80697847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e9984c-5405-4a11-8224-e1ba966c22d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:45.821265717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50e9984c-5405-4a11-8224-e1ba966c22d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.386783261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e42f8a-7022-4643-b94e-d09261ef3d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.401096444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e42f8a-7022-4643-b94e-d09261ef3d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.416111577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e42f8a-7022-4643-b94e-d09261ef3d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.430983295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09e42f8a-7022-4643-b94e-d09261ef3d82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.727890713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"742c31e4-a6a1-4c33-a11e-909ef3f472ac","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:46.728010752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"742c31e4-a6a1-4c33-a11e-909ef3f472ac","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.103240742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24ca3b6-a9b3-4e69-8c9e-d238d4eaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.119360686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24ca3b6-a9b3-4e69-8c9e-d238d4eaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.133647172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24ca3b6-a9b3-4e69-8c9e-d238d4eaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.147649766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b24ca3b6-a9b3-4e69-8c9e-d238d4eaf021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.710956218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f65c6-57f7-48dc-bbdb-2e4bf253f941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.725127507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f65c6-57f7-48dc-bbdb-2e4bf253f941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.739324864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f65c6-57f7-48dc-bbdb-2e4bf253f941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:47.753346057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f65c6-57f7-48dc-bbdb-2e4bf253f941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.35043842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a49d41-ef59-4aa3-9f33-54998932ee0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.36464874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a49d41-ef59-4aa3-9f33-54998932ee0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.379471203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a49d41-ef59-4aa3-9f33-54998932ee0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.393939392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a49d41-ef59-4aa3-9f33-54998932ee0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.567865457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","namespace":"ai-tenant-e2e-inf-a-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.567925225Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","namespace":"ai-tenant-e2e-inf-a-25619f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.56797679Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","tenant":"e2e-inf-a-25619f","tenantID":"e2e-inf-a-25619f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.58464041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Deployment","name":"maas-api-e2e-inf-a-25619f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.61644908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Service","name":"maas-api-e2e-inf-a-25619f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.635987864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-25619f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.652611699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-25619f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.669853901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.686871572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.711355731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.727792188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.741795082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Deployment","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.75581734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.769944187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Service","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.783994786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.799565704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.814015277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.82853331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.849403791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.86439987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.879578897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.897286752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-25619f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:48.915427789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-25619f"},"namespace":"ai-tenant-e2e-inf-a-25619f","name":"default-tenant","reconcileID":"a63919bc-6353-4627-8ca1-a4ca6b4010ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-25619f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:49.280439584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-25619f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-25619f","reconcileID":"07c3e803-5d46-473f-984f-dfb54c4b2998","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-25619f","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-25619f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:49.661763576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98489e99-8546-4314-9fbc-9da8138b4476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:49.676900972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98489e99-8546-4314-9fbc-9da8138b4476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:49.691999588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98489e99-8546-4314-9fbc-9da8138b4476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:49.706760541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98489e99-8546-4314-9fbc-9da8138b4476","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.344407523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37961ba8-d22c-45b1-9cfa-1ec57837c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.358679833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37961ba8-d22c-45b1-9cfa-1ec57837c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.373009778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37961ba8-d22c-45b1-9cfa-1ec57837c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:50.387494255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37961ba8-d22c-45b1-9cfa-1ec57837c59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.079426315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeb2c-031b-44c8-9072-ba8079e5b2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.093608625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeb2c-031b-44c8-9072-ba8079e5b2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.107756757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeb2c-031b-44c8-9072-ba8079e5b2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:51.12189348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452eeb2c-031b-44c8-9072-ba8079e5b2bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.433402585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a968d0-41a3-49d0-b5fd-092fde3a42b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.447717107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a968d0-41a3-49d0-b5fd-092fde3a42b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.46244376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a968d0-41a3-49d0-b5fd-092fde3a42b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:58.477543433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5a968d0-41a3-49d0-b5fd-092fde3a42b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.040194267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df078c2-536b-4fdd-b678-b61930f5ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.054359587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df078c2-536b-4fdd-b678-b61930f5ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.068482791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df078c2-536b-4fdd-b678-b61930f5ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.08341847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df078c2-536b-4fdd-b678-b61930f5ad0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.748159553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b35b4c6-f9f1-44c5-884c-37f637c17048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.763614865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b35b4c6-f9f1-44c5-884c-37f637c17048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.778602796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b35b4c6-f9f1-44c5-884c-37f637c17048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:41:59.793117319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b35b4c6-f9f1-44c5-884c-37f637c17048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.433920083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b740083-0893-4382-926f-0e2521acdefe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.450261186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b740083-0893-4382-926f-0e2521acdefe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.467189675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b740083-0893-4382-926f-0e2521acdefe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:00.485500815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b740083-0893-4382-926f-0e2521acdefe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.08546397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0a4ae5-3b23-46e9-bc3c-cde727e59fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.100158329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0a4ae5-3b23-46e9-bc3c-cde727e59fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.120537232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0a4ae5-3b23-46e9-bc3c-cde727e59fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:01.174525364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b0a4ae5-3b23-46e9-bc3c-cde727e59fb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.168813909Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"66920ffd-99fb-41d6-b0df-9569ead336c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.169096377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ca3aa7-56f2-4719-8edb-046d37898f0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.169115559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32ca3aa7-56f2-4719-8edb-046d37898f0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.283018999Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-policy-765a7ee4","reconcileID":"66920ffd-99fb-41d6-b0df-9569ead336c1","MaaSAuthPolicy":{"name":"e2e-shared-policy-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"policyNamespace":"ai-tenant-e2e-mt-9d128883","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.301723287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"882914c6-a51e-49a5-a002-962454d409c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.301742459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"882914c6-a51e-49a5-a002-962454d409c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.457279829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"474ceabf-92dc-4cfd-a47e-a5d7885598f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:05.457300426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"474ceabf-92dc-4cfd-a47e-a5d7885598f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:14.671690246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:14.848613446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6eb54-fa6a-47bd-b853-29c886f7a4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:14.862773936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6eb54-fa6a-47bd-b853-29c886f7a4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:14.877159926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6eb54-fa6a-47bd-b853-29c886f7a4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:14.891701653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9d6eb54-fa6a-47bd-b853-29c886f7a4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.505839885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"189e52ed-7ee5-4b0e-932c-bb5a58f247e5","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-765a7ee4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.511797693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94adabcf-b085-4dba-9841-34e692c97649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.526654959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94adabcf-b085-4dba-9841-34e692c97649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.54083068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94adabcf-b085-4dba-9841-34e692c97649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.555118608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94adabcf-b085-4dba-9841-34e692c97649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.604530255Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"namespace":"ai-tenant-e2e-mt-9d128883","name":"e2e-shared-sub-765a7ee4","reconcileID":"189e52ed-7ee5-4b0e-932c-bb5a58f247e5","MaaSSubscription":{"name":"e2e-shared-sub-765a7ee4","namespace":"ai-tenant-e2e-mt-9d128883"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.677241057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"852f4f64-4b60-4ab7-97b7-d4a9fe1006a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.769308902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b911b415-0b1c-4160-aaff-b9cf008ed799","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:15.769332237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b911b415-0b1c-4160-aaff-b9cf008ed799","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:23.981892686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1f8d259e-3b4e-47e8-ae26-9747ef6bb688","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:23.981988898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1f8d259e-3b4e-47e8-ae26-9747ef6bb688","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.468769446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"4d0a67b5-dd7a-4107-bffb-755b9ad2312c","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.468800634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"4d0a67b5-dd7a-4107-bffb-755b9ad2312c","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.489336114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b4561f30-3346-4c07-a730-778cfeffc241","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.489360028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b4561f30-3346-4c07-a730-778cfeffc241","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.51672234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a28c42b4-6af1-4ce6-a3ba-f4485f6d3bf4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.57032803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a28c42b4-6af1-4ce6-a3ba-f4485f6d3bf4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.588973186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a28c42b4-6af1-4ce6-a3ba-f4485f6d3bf4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.607248095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"789af81a-7624-470a-8810-bb6b8b842b44","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:24.60727199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"789af81a-7624-470a-8810-bb6b8b842b44","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.173287725Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","namespace":"ai-tenant-e2e-inf-a-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.173369234Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","namespace":"ai-tenant-e2e-inf-a-b77931","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.173449937Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","tenant":"e2e-inf-a-b77931","tenantID":"e2e-inf-a-b77931","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.191664232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Deployment","name":"maas-api-e2e-inf-a-b77931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.221278999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Service","name":"maas-api-e2e-inf-a-b77931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.2384435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-b77931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.254612601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-b77931","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.274412838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.290698665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.309599151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.326617356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.340324872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Deployment","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.354010689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.369870206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Service","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.383719787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.397935793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.413515089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.427218644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.459242414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.479618806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.503317636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.519265817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-b77931","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.53328934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-b77931"},"namespace":"ai-tenant-e2e-inf-a-b77931","name":"default-tenant","reconcileID":"f6fcae40-9e8a-4d8f-8c01-736bea354b79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-b77931","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.659768285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"26149203-049f-4a09-9347-a0e120c6a835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.684549372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"26149203-049f-4a09-9347-a0e120c6a835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.70290639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"26149203-049f-4a09-9347-a0e120c6a835","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:34.817917294Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-b77931","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-b77931","reconcileID":"46eabc3e-208f-434b-b17f-1c77d8dc8e89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-b77931","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-b77931"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.197751815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a662b8-39df-4437-a746-ff9b1c73da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.212720935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a662b8-39df-4437-a746-ff9b1c73da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.22697352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a662b8-39df-4437-a746-ff9b1c73da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.241268856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7a662b8-39df-4437-a746-ff9b1c73da1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.915576879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd65415-6943-460e-8590-c3c53f72cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.930161005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd65415-6943-460e-8590-c3c53f72cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.944167778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd65415-6943-460e-8590-c3c53f72cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:35.958468471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd65415-6943-460e-8590-c3c53f72cac9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:43.848630162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c43371-9b04-4527-b8f5-278b2c51c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:43.865834602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c43371-9b04-4527-b8f5-278b2c51c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:43.881992982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c43371-9b04-4527-b8f5-278b2c51c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:43.89731369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c43371-9b04-4527-b8f5-278b2c51c846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.470443813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de846a4d-2322-42e9-bb84-84a8d65c0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.491166527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de846a4d-2322-42e9-bb84-84a8d65c0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.564657451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de846a4d-2322-42e9-bb84-84a8d65c0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.579451014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de846a4d-2322-42e9-bb84-84a8d65c0abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.626452021Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.732750174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a44d6b73-0886-4b20-80f7-cd6ea3b1dbf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.752450449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a44d6b73-0886-4b20-80f7-cd6ea3b1dbf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:44.770904401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"a44d6b73-0886-4b20-80f7-cd6ea3b1dbf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.152977127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b1329-81d9-48cb-9241-727c765f7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.16740842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b1329-81d9-48cb-9241-727c765f7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.185602614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b1329-81d9-48cb-9241-727c765f7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.201103579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b1329-81d9-48cb-9241-727c765f7cd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.228425305Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","namespace":"ai-tenant-e2e-inf-b-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.228507635Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","namespace":"ai-tenant-e2e-inf-b-8aed78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.228559368Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","tenant":"e2e-inf-b-8aed78","tenantID":"e2e-inf-b-8aed78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.244927366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Deployment","name":"maas-api-e2e-inf-b-8aed78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.283338122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Service","name":"maas-api-e2e-inf-b-8aed78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.304812415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-8aed78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.321433613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-8aed78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.340740949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.357640884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.37716195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.401383679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.415612694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.429615633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.443746837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Service","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.457716651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.471490047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.485285213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.500523433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.526550621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.544316481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.563696949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.578337538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-8aed78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.592716099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-8aed78"},"namespace":"ai-tenant-e2e-inf-b-8aed78","name":"default-tenant","reconcileID":"afa7c602-2c95-44ed-b427-08e3605ea22c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-8aed78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:45.913121984Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-8aed78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-8aed78","reconcileID":"11c6d1fa-2a66-43ea-8fe2-1dfcc0eb389b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-8aed78","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-8aed78"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:46.351447408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64aac17-4406-4131-b181-f65744a2c88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:46.366162928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64aac17-4406-4131-b181-f65744a2c88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:46.382825449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64aac17-4406-4131-b181-f65744a2c88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:46.398534512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a64aac17-4406-4131-b181-f65744a2c88b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:47.039622991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd442ab-b9f3-40a7-a4a9-7ca6b95a0aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:47.05429643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd442ab-b9f3-40a7-a4a9-7ca6b95a0aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:47.068523182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd442ab-b9f3-40a7-a4a9-7ca6b95a0aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:47.082657308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fd442ab-b9f3-40a7-a4a9-7ca6b95a0aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.479275631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38500e29-242c-426b-b637-b433888cb1fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.479303101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38500e29-242c-426b-b637-b433888cb1fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.496482383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c975b267-8ba1-4467-a553-64f237d9d678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.496508857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c975b267-8ba1-4467-a553-64f237d9d678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.557172106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"b1b371d2-2153-4a3c-a53f-ce6362f55a43","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.613429459Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"b1b371d2-2153-4a3c-a53f-ce6362f55a43","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.633938012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 13, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"b1b371d2-2153-4a3c-a53f-ce6362f55a43","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.651714358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67922cd3-6caf-46d4-8bdf-3889f4cda244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.651735252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67922cd3-6caf-46d4-8bdf-3889f4cda244","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.800025148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"15902b37-a596-43a2-8a75-5c487e558a32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.81946479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"15902b37-a596-43a2-8a75-5c487e558a32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:42:54.837322538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"15902b37-a596-43a2-8a75-5c487e558a32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.694523149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"30e617f2-8482-4fbc-8a52-b634a6e2630d","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.713765102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"30e617f2-8482-4fbc-8a52-b634a6e2630d","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.731442262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 13, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"30e617f2-8482-4fbc-8a52-b634a6e2630d","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.866918424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"16492d00-cfbd-4a1d-b5fd-99308243b5f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.885927681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"16492d00-cfbd-4a1d-b5fd-99308243b5f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.904215274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (739dd721658572d7016a169c0af59d783362f3fcc95950891ca849c25ab22ef9) AuthConfig (fe73fa3d364266b235d1b105292a61f04c6e97f49c33841b6cc83909ba9dc25e) AuthConfig (f671e6512b955413254460bea3c8f973fff1b1dc8b54dac485987fa1ceb7aa38) AuthConfig (22ff2bc3c2a38cadd3d3a3ed7f1a1b29a2399ac76f2088d18a7d5fd799d9251f) AuthConfig (996e2d3908be0628af7e6395f191210d2278e0e402d3bc9050c1371bf44a0bcb) AuthConfig (9d5149e5db8f0c5f567e642621b7b279967f0104835051d42bdb6a67b19d5b54) AuthConfig (f2997c3505df0e045d5efb90df783ffd8fb1554aa1a7d1050bec1dbc353ee7e1) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (bfa7438510e413a5a2d7f809dc64e58094627962d2df950a94238d59ac0aac27) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (6b4a9789fa2d8e2ea4a73c41ce0e562464ae24bd018779c3102feaf3f780aac3) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (ca1dc2ce1072be242bd730297ab3321628191b8b9a1e85d8f7a873acbcf679e6) AuthConfig (8f3b26ba175e768f7c2ce98e2dd9eba30b11e7d5a3f2fe116f0b1d36674d6fdc) AuthConfig (666c652aa47333754df477a0ba374d2ea7dc3531623a27cce12746ffd79ba7f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"16492d00-cfbd-4a1d-b5fd-99308243b5f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.924543727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"6673f9ef-1efe-455f-bbf5-a25e44469eca","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:04.924563106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"6673f9ef-1efe-455f-bbf5-a25e44469eca","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.627048378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.775022902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"4ae6ffd4-0f35-4f98-84c6-95fbebc0a208","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.797249035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"4ae6ffd4-0f35-4f98-84c6-95fbebc0a208","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.815253474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 13, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"4ae6ffd4-0f35-4f98-84c6-95fbebc0a208","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.953870981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"54f61b29-6576-4059-b19b-1e71770c44ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.97354398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"54f61b29-6576-4059-b19b-1e71770c44ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:14.991379871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (739dd721658572d7016a169c0af59d783362f3fcc95950891ca849c25ab22ef9) AuthConfig (fe73fa3d364266b235d1b105292a61f04c6e97f49c33841b6cc83909ba9dc25e) AuthConfig (f671e6512b955413254460bea3c8f973fff1b1dc8b54dac485987fa1ceb7aa38) AuthConfig (22ff2bc3c2a38cadd3d3a3ed7f1a1b29a2399ac76f2088d18a7d5fd799d9251f) AuthConfig (996e2d3908be0628af7e6395f191210d2278e0e402d3bc9050c1371bf44a0bcb) AuthConfig (9d5149e5db8f0c5f567e642621b7b279967f0104835051d42bdb6a67b19d5b54) AuthConfig (f2997c3505df0e045d5efb90df783ffd8fb1554aa1a7d1050bec1dbc353ee7e1) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (bfa7438510e413a5a2d7f809dc64e58094627962d2df950a94238d59ac0aac27) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (6b4a9789fa2d8e2ea4a73c41ce0e562464ae24bd018779c3102feaf3f780aac3) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (ca1dc2ce1072be242bd730297ab3321628191b8b9a1e85d8f7a873acbcf679e6) AuthConfig (8f3b26ba175e768f7c2ce98e2dd9eba30b11e7d5a3f2fe116f0b1d36674d6fdc) AuthConfig (666c652aa47333754df477a0ba374d2ea7dc3531623a27cce12746ffd79ba7f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"54f61b29-6576-4059-b19b-1e71770c44ba","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:24.859898842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"00d53310-a72c-4f99-9a91-24415fc6f8e8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:24.881034373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"00d53310-a72c-4f99-9a91-24415fc6f8e8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:24.899480735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 13, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"00d53310-a72c-4f99-9a91-24415fc6f8e8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.01957344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"acbf1076-6839-42c5-8051-0748800a9c17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.03839342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"acbf1076-6839-42c5-8051-0748800a9c17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:25.056878787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (739dd721658572d7016a169c0af59d783362f3fcc95950891ca849c25ab22ef9) AuthConfig (fe73fa3d364266b235d1b105292a61f04c6e97f49c33841b6cc83909ba9dc25e) AuthConfig (f671e6512b955413254460bea3c8f973fff1b1dc8b54dac485987fa1ceb7aa38) AuthConfig (22ff2bc3c2a38cadd3d3a3ed7f1a1b29a2399ac76f2088d18a7d5fd799d9251f) AuthConfig (996e2d3908be0628af7e6395f191210d2278e0e402d3bc9050c1371bf44a0bcb) AuthConfig (9d5149e5db8f0c5f567e642621b7b279967f0104835051d42bdb6a67b19d5b54) AuthConfig (f2997c3505df0e045d5efb90df783ffd8fb1554aa1a7d1050bec1dbc353ee7e1) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (bfa7438510e413a5a2d7f809dc64e58094627962d2df950a94238d59ac0aac27) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (6b4a9789fa2d8e2ea4a73c41ce0e562464ae24bd018779c3102feaf3f780aac3) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (ca1dc2ce1072be242bd730297ab3321628191b8b9a1e85d8f7a873acbcf679e6) AuthConfig (8f3b26ba175e768f7c2ce98e2dd9eba30b11e7d5a3f2fe116f0b1d36674d6fdc) AuthConfig (666c652aa47333754df477a0ba374d2ea7dc3531623a27cce12746ffd79ba7f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"acbf1076-6839-42c5-8051-0748800a9c17","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.616403558Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","namespace":"ai-tenant-e2e-inf-b-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.61646521Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","namespace":"ai-tenant-e2e-inf-b-2458a7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.616522741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","tenant":"e2e-inf-b-2458a7","tenantID":"e2e-inf-b-2458a7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.63270276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Deployment","name":"maas-api-e2e-inf-b-2458a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.66277018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Service","name":"maas-api-e2e-inf-b-2458a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.680444666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-2458a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.696833748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-2458a7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.714627236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.731240495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.752868941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.773218446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.787183248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Deployment","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.801129812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.81486824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Service","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.828996143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.843014602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.856940416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.870756263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.888871787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.907409305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.931634061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.945729869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-2458a7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:26.959836611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-2458a7"},"namespace":"ai-tenant-e2e-inf-b-2458a7","name":"default-tenant","reconcileID":"d87bb739-43ae-491e-a92f-fcb7f3365c0e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-2458a7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.316531972Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-2458a7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-2458a7","reconcileID":"5ff4e34f-a698-44aa-9cbe-2847342b448b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-2458a7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-2458a7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.754243671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc846df-65fc-4cd1-ad75-0199bb5a0028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.768493195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc846df-65fc-4cd1-ad75-0199bb5a0028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.783520081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc846df-65fc-4cd1-ad75-0199bb5a0028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:27.798089437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcc846df-65fc-4cd1-ad75-0199bb5a0028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.436251269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b51dee7-27d4-4109-8ecf-536690095268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.450431164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b51dee7-27d4-4109-8ecf-536690095268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.465092576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b51dee7-27d4-4109-8ecf-536690095268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:28.47940526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b51dee7-27d4-4109-8ecf-536690095268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:34.951447483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"21a9e27e-1e9d-4b25-b90c-929daa4e583b","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:34.985684028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"21a9e27e-1e9d-4b25-b90c-929daa4e583b","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:35.016291546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 13, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"21a9e27e-1e9d-4b25-b90c-929daa4e583b","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:35.118391159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eacbebd3-4761-4982-a4fd-327faf55a142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:35.14815028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eacbebd3-4761-4982-a4fd-327faf55a142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:35.170362146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (739dd721658572d7016a169c0af59d783362f3fcc95950891ca849c25ab22ef9) AuthConfig (fe73fa3d364266b235d1b105292a61f04c6e97f49c33841b6cc83909ba9dc25e) AuthConfig (f671e6512b955413254460bea3c8f973fff1b1dc8b54dac485987fa1ceb7aa38) AuthConfig (22ff2bc3c2a38cadd3d3a3ed7f1a1b29a2399ac76f2088d18a7d5fd799d9251f) AuthConfig (996e2d3908be0628af7e6395f191210d2278e0e402d3bc9050c1371bf44a0bcb) AuthConfig (9d5149e5db8f0c5f567e642621b7b279967f0104835051d42bdb6a67b19d5b54) AuthConfig (f2997c3505df0e045d5efb90df783ffd8fb1554aa1a7d1050bec1dbc353ee7e1) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (bfa7438510e413a5a2d7f809dc64e58094627962d2df950a94238d59ac0aac27) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (6b4a9789fa2d8e2ea4a73c41ce0e562464ae24bd018779c3102feaf3f780aac3) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (ca1dc2ce1072be242bd730297ab3321628191b8b9a1e85d8f7a873acbcf679e6) AuthConfig (8f3b26ba175e768f7c2ce98e2dd9eba30b11e7d5a3f2fe116f0b1d36674d6fdc) AuthConfig (666c652aa47333754df477a0ba374d2ea7dc3531623a27cce12746ffd79ba7f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eacbebd3-4761-4982-a4fd-327faf55a142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:44.628172545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.059521458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"dab7e87d-a851-489e-9f00-28b8722696ce","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.079084287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"dab7e87d-a851-489e-9f00-28b8722696ce","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.097840537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"dab7e87d-a851-489e-9f00-28b8722696ce","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.119049747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739bfb64-a52f-40bb-b94c-38f0519fc898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.119082651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739bfb64-a52f-40bb-b94c-38f0519fc898","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.199229597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"d0264c5e-98be-411f-aafb-43e0fc53291d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.218518077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"d0264c5e-98be-411f-aafb-43e0fc53291d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.296866665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"8fe48b45-95d1-4d16-b25f-1dc1034681b5","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:45.296886155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"8fe48b45-95d1-4d16-b25f-1dc1034681b5","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.252799478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"28841e05-c328-48f3-9034-d9c06ef758d8","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.252829714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"28841e05-c328-48f3-9034-d9c06ef758d8","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.27961379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"68c9d041-e0b0-49cc-afed-5509e012d648","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.279641949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"68c9d041-e0b0-49cc-afed-5509e012d648","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.30837606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eceec01a-668b-4102-a9da-22af4630559d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.363266282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eceec01a-668b-4102-a9da-22af4630559d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.383985504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eceec01a-668b-4102-a9da-22af4630559d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.406163019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"5de78d56-eb31-446b-bc6a-b989feacf88a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:47.406182257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"5de78d56-eb31-446b-bc6a-b989feacf88a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:51.68036313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde1ba7a-8893-40d2-960b-a361939abc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:51.696489202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde1ba7a-8893-40d2-960b-a361939abc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:51.711297842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde1ba7a-8893-40d2-960b-a361939abc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:51.731538056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde1ba7a-8893-40d2-960b-a361939abc96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:52.434845195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"becf5fcf-8727-4b5f-93f2-7312dc704aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:52.449286702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"becf5fcf-8727-4b5f-93f2-7312dc704aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:52.463526822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"becf5fcf-8727-4b5f-93f2-7312dc704aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:52.478690955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"becf5fcf-8727-4b5f-93f2-7312dc704aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.080231093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13af6a8e-77c2-4927-a94e-f42c8e996cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.095396655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13af6a8e-77c2-4927-a94e-f42c8e996cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.111299464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13af6a8e-77c2-4927-a94e-f42c8e996cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.125653675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13af6a8e-77c2-4927-a94e-f42c8e996cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.788227343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f31f788-89c1-448b-8545-f13e52a82dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.802686216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f31f788-89c1-448b-8545-f13e52a82dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.816996294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f31f788-89c1-448b-8545-f13e52a82dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:53.83126913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f31f788-89c1-448b-8545-f13e52a82dc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.427397317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6984c308-d2cc-43a2-9821-2c81258ef46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.441778911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6984c308-d2cc-43a2-9821-2c81258ef46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.456208861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6984c308-d2cc-43a2-9821-2c81258ef46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:54.470722095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6984c308-d2cc-43a2-9821-2c81258ef46f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.158524157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9183b7-8055-4677-89b9-0b19a3481a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.173141634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9183b7-8055-4677-89b9-0b19a3481a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.187226131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9183b7-8055-4677-89b9-0b19a3481a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.187394793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"796d701c-cfbb-4e28-b65a-6915dcadacf8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.201757028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf9183b7-8055-4677-89b9-0b19a3481a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.222217082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"796d701c-cfbb-4e28-b65a-6915dcadacf8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.240706271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"796d701c-cfbb-4e28-b65a-6915dcadacf8","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.884758075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5352bd39-2e65-4317-be84-be13bcc75e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.899069483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5352bd39-2e65-4317-be84-be13bcc75e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.913339089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5352bd39-2e65-4317-be84-be13bcc75e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:55.927465334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5352bd39-2e65-4317-be84-be13bcc75e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:56.518573836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905ef56b-c879-45ad-b103-6b186c494f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:56.532761405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905ef56b-c879-45ad-b103-6b186c494f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:56.546742727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905ef56b-c879-45ad-b103-6b186c494f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:56.560935972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905ef56b-c879-45ad-b103-6b186c494f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.215847604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7727333d-3c0f-49ee-9556-814c734abcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.230217394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7727333d-3c0f-49ee-9556-814c734abcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.244169657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7727333d-3c0f-49ee-9556-814c734abcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.258297821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7727333d-3c0f-49ee-9556-814c734abcf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.43551771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"7c4f66dd-d990-46d7-991c-8d9ae0c7e422","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.488602818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"7c4f66dd-d990-46d7-991c-8d9ae0c7e422","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.512705452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"7c4f66dd-d990-46d7-991c-8d9ae0c7e422","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.874726334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cd21f0-23d9-4aa6-a065-10533f8cec60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.892667815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cd21f0-23d9-4aa6-a065-10533f8cec60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.907837215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cd21f0-23d9-4aa6-a065-10533f8cec60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:57.921960975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28cd21f0-23d9-4aa6-a065-10533f8cec60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.524372079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c981d80-7c4c-4b4b-85ec-1e7173fc6e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.539162784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c981d80-7c4c-4b4b-85ec-1e7173fc6e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.556588658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c981d80-7c4c-4b4b-85ec-1e7173fc6e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:58.580309652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c981d80-7c4c-4b4b-85ec-1e7173fc6e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:59.407244334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5eec012-7ef5-4236-8baf-b770d9990cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:59.427474576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5eec012-7ef5-4236-8baf-b770d9990cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:59.455297792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5eec012-7ef5-4236-8baf-b770d9990cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:43:59.483289492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5eec012-7ef5-4236-8baf-b770d9990cdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.250788198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974d57f-889b-45cf-86d0-b33a58cdd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.272765095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974d57f-889b-45cf-86d0-b33a58cdd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.287774865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974d57f-889b-45cf-86d0-b33a58cdd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.310736649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1974d57f-889b-45cf-86d0-b33a58cdd3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.908602636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40579353-647c-4307-92e6-66a45bff62b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.92279873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40579353-647c-4307-92e6-66a45bff62b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.937140169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40579353-647c-4307-92e6-66a45bff62b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:00.951495009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40579353-647c-4307-92e6-66a45bff62b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:01.93827949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"6fb86b42-4794-4689-8316-306c1614aaa9","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:01.93831315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"6fb86b42-4794-4689-8316-306c1614aaa9","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.284843252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"8756748b-947d-49b0-badd-7f859c7989f4","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.305433957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"8756748b-947d-49b0-badd-7f859c7989f4","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.474759494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f3ac506-9145-4e01-aa29-64d9c99f6693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:05.474787603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3f3ac506-9145-4e01-aa29-64d9c99f6693","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.236275361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-deb7f6ae","reconcileID":"519d2706-8a8a-4d52-922f-c3ed1e80689b","MaaSAuthPolicy":{"name":"e2e-default-ns-deb7f6ae","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.2363861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f287afa-5ac8-4568-816e-930a93a833e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.236458868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f287afa-5ac8-4568-816e-930a93a833e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.371963129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863a098a-0ecb-4636-8df1-4e9d2e8c0a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.37198963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"863a098a-0ecb-4636-8df1-4e9d2e8c0a8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.562156745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"af3ca161-f642-4b79-b5a4-def7d2900ea2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.58353472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"af3ca161-f642-4b79-b5a4-def7d2900ea2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.604017457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"af3ca161-f642-4b79-b5a4-def7d2900ea2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.85507514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e94d5c-73d8-4b37-a9bd-dbe6000df5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.871302135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e94d5c-73d8-4b37-a9bd-dbe6000df5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.886370695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e94d5c-73d8-4b37-a9bd-dbe6000df5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:07.900558985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e94d5c-73d8-4b37-a9bd-dbe6000df5e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.567560854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dd7c0-8012-4a80-90a6-4ec494d87af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.581861567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dd7c0-8012-4a80-90a6-4ec494d87af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.596121089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dd7c0-8012-4a80-90a6-4ec494d87af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:08.610760315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6dd7c0-8012-4a80-90a6-4ec494d87af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:09.242437553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb92190-b151-467c-97d4-725865656048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:09.256511556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb92190-b151-467c-97d4-725865656048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:09.27112525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb92190-b151-467c-97d4-725865656048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:09.285315527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcb92190-b151-467c-97d4-725865656048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:14.627303896Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.633019438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"4e159ce6-3a53-4506-8458-1f4266b8d7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.652936863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"4e159ce6-3a53-4506-8458-1f4266b8d7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:17.672205465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"4e159ce6-3a53-4506-8458-1f4266b8d7a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.701106945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"1109e41d-3b1f-40bc-b2e5-a8d2d9ca3011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.720626889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"1109e41d-3b1f-40bc-b2e5-a8d2d9ca3011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:27.740127695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"1109e41d-3b1f-40bc-b2e5-a8d2d9ca3011","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.923972386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","namespace":"ai-tenant-e2e-extmod-a-84a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.924049055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","namespace":"ai-tenant-e2e-extmod-a-84a4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.924134362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","tenant":"e2e-extmod-a-84a4e8","tenantID":"e2e-extmod-a-84a4e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.942353649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Deployment","name":"maas-api-e2e-extmod-a-84a4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.971907864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Service","name":"maas-api-e2e-extmod-a-84a4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:30.996593594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-84a4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.014152118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-84a4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.031379304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.050306869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.070427234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.087429669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.101223836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.115291827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.140296127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Service","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.158338111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.172639084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.187304868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.202099214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.228305412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.243900045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.258269989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.27248956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-84a4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.287715819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-84a4e8"},"namespace":"ai-tenant-e2e-extmod-a-84a4e8","name":"default-tenant","reconcileID":"fcd12d7a-aa2f-4bc9-bea1-06da213ad269","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-84a4e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:31.646702448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-84a4e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-84a4e8","reconcileID":"5703edba-4dfe-402e-985f-506e4f288663","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-84a4e8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-84a4e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.02364494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073b5286-0388-425b-a74a-9e3be23d5dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.037569385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073b5286-0388-425b-a74a-9e3be23d5dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.051886187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073b5286-0388-425b-a74a-9e3be23d5dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.066270581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"073b5286-0388-425b-a74a-9e3be23d5dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.666989913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb5214e-4a43-4cf8-816a-9e0924ee8df3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.681895189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb5214e-4a43-4cf8-816a-9e0924ee8df3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.696214828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb5214e-4a43-4cf8-816a-9e0924ee8df3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:32.710886505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb5214e-4a43-4cf8-816a-9e0924ee8df3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.288129507Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","namespace":"ai-tenant-e2e-mt-f1146d83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.288241425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","namespace":"ai-tenant-e2e-mt-f1146d83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.288317725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","tenant":"e2e-mt-f1146d83","tenantID":"e2e-mt-f1146d83","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.306430651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Deployment","name":"maas-api-e2e-mt-f1146d83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.336968269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Service","name":"maas-api-e2e-mt-f1146d83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.355018697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f1146d83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.372266566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f1146d83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.390735699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.418186486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.459451281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.480129567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.494180063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Deployment","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.5085101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.524282005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Service","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.54219872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"Service","name":"payload-pre-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.556552644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.570694255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.590479614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.61742241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.651237706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.66779393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.683184227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f1146d83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:33.696972358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f1146d83"},"namespace":"ai-tenant-e2e-mt-f1146d83","name":"default-tenant","reconcileID":"8e8a1957-84ef-4469-9577-8e7f13501351","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f1146d83","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.049853329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f1146d83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f1146d83","reconcileID":"5ccc9ebe-1f42-4734-abb0-f2d6cca39c7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f1146d83","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f1146d83"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.134672856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"9ea7df17-9d69-4a28-84d0-5570b79823d2","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.134704604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"9ea7df17-9d69-4a28-84d0-5570b79823d2","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.154796899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"07aa51f7-163b-4578-8fbf-6dcda2110ecd","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.154897474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"07aa51f7-163b-4578-8fbf-6dcda2110ecd","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:34.170726476Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"07aa51f7-163b-4578-8fbf-6dcda2110ecd","name":"rate-test-model-7f8e5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7f8e5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:44:34.170778564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"07aa51f7-163b-4578-8fbf-6dcda2110ecd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-7f8e5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.17618265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"78739dc9-c653-46c9-9bfc-1d44cc025323","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.176202617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"78739dc9-c653-46c9-9bfc-1d44cc025323","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.434853502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8abbca-65ee-46c0-bd61-4d3ec98bd897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.449082481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8abbca-65ee-46c0-bd61-4d3ec98bd897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.463477071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8abbca-65ee-46c0-bd61-4d3ec98bd897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.479541852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8abbca-65ee-46c0-bd61-4d3ec98bd897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.537663612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"89a7985d-5afe-4744-aeea-db9ef3e40c5f","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.5376908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"89a7985d-5afe-4744-aeea-db9ef3e40c5f","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.554523103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9f84df3b-9b52-45d5-8525-a255cfc53342","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.554540609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9f84df3b-9b52-45d5-8525-a255cfc53342","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.583236384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"a2d53ebe-1e54-4c0d-b996-e4997b27ce88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.640961204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"a2d53ebe-1e54-4c0d-b996-e4997b27ce88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.661092143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"a2d53ebe-1e54-4c0d-b996-e4997b27ce88","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.680941942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"aebbb6bf-812c-4000-90a9-0c70eb59b52e","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:34.680959767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"aebbb6bf-812c-4000-90a9-0c70eb59b52e","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.091979975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225d0231-47ed-44f1-958c-cdb869072ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.107456274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225d0231-47ed-44f1-958c-cdb869072ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.123777688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225d0231-47ed-44f1-958c-cdb869072ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:35.137821053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"225d0231-47ed-44f1-958c-cdb869072ed4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.769413492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"b56f2069-f7b2-434c-b541-9256bc4bf0a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.788278152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"b56f2069-f7b2-434c-b541-9256bc4bf0a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.812652826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d51bfd6f9cbdce6d27b2a7862d470a1bf64730559b3cdd6544a84ba312575f7) AuthConfig (7ec69b5b7abdfb5929dea0c1fd795d51e1716bf7e29ddff9634e90a899a869d8) AuthConfig (ade1b218cb0ea91c45baab1a1e738a027b43fdb710d15a91489628ad915b8571) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (552306028c9114ddb7f12bd6d485f2a2b6182ffea45421e19f23dad1a2b0b4c3) AuthConfig (b4428523de7c2d8314ca7cdc8cc888d4915e339062b4f80e6ba7bef7e6f818ba) AuthConfig (607abb8158bb4bf0b79b7297fda72de946bc62c6dd216f4ff14be3b69f3dd855) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (e70393dbe146e1f06bc0f317f441e97a2e93099cf508013e6878f5d3dfb8ccc1) AuthConfig (78d782b6cc90b1ba096bbf61da3b93176b34dffff3b3fef28bfa3a4ead9be9ba) AuthConfig (8955eacd27896840e2007d8a0a58ab8bc56a37cda37856d97b7407a384596bc7) AuthConfig (c4389c308ff48eef5401cc6efee12bb08b3f53c40dccf86109e84367f46e0b7c) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (c06e4cb8a89ef823a5ac907f27cdf8513c4a61c42365d8dfc8b42d7dce77517a) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (13c4114c05f61687cf4593ffbfdd146d6e465fd04c410b4b980613803deceee5) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"b56f2069-f7b2-434c-b541-9256bc4bf0a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.840267678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"11be979b-8d30-4fe3-b869-df1cef04491a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:37.840295013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"11be979b-8d30-4fe3-b869-df1cef04491a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.958268632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0773498-1e07-4f57-a375-d7d119331a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.972494693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0773498-1e07-4f57-a375-d7d119331a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:39.990777659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0773498-1e07-4f57-a375-d7d119331a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.006737967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0773498-1e07-4f57-a375-d7d119331a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.682016711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffb4b19-a527-4f0a-9170-fc8517e2953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.696183803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffb4b19-a527-4f0a-9170-fc8517e2953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.710281417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffb4b19-a527-4f0a-9170-fc8517e2953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:40.724447477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ffb4b19-a527-4f0a-9170-fc8517e2953d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.365451844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f1da3-a29e-4c65-aa34-390a0e96d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.383135108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f1da3-a29e-4c65-aa34-390a0e96d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.4648598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f1da3-a29e-4c65-aa34-390a0e96d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:41.481305559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65f1da3-a29e-4c65-aa34-390a0e96d1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.089168266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee05b4e2-a5cd-4cad-8d93-c98839d6c167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.104569862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee05b4e2-a5cd-4cad-8d93-c98839d6c167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.120917373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee05b4e2-a5cd-4cad-8d93-c98839d6c167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.140247414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee05b4e2-a5cd-4cad-8d93-c98839d6c167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.799677122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fdb656-5aab-4d42-8ab2-dac04252c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.814549506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fdb656-5aab-4d42-8ab2-dac04252c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.829552175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fdb656-5aab-4d42-8ab2-dac04252c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:42.845506234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fdb656-5aab-4d42-8ab2-dac04252c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.6272669Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.713705108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"ca31317f-70e3-4254-b754-12060605024d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.733760861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"ca31317f-70e3-4254-b754-12060605024d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:44.752447052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"ca31317f-70e3-4254-b754-12060605024d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.869254018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"782b0fed-bb3f-48ba-9cdf-631734d9ccdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.888503128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"782b0fed-bb3f-48ba-9cdf-631734d9ccdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:47.906554213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d51bfd6f9cbdce6d27b2a7862d470a1bf64730559b3cdd6544a84ba312575f7) AuthConfig (7ec69b5b7abdfb5929dea0c1fd795d51e1716bf7e29ddff9634e90a899a869d8) AuthConfig (ade1b218cb0ea91c45baab1a1e738a027b43fdb710d15a91489628ad915b8571) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (552306028c9114ddb7f12bd6d485f2a2b6182ffea45421e19f23dad1a2b0b4c3) AuthConfig (b4428523de7c2d8314ca7cdc8cc888d4915e339062b4f80e6ba7bef7e6f818ba) AuthConfig (607abb8158bb4bf0b79b7297fda72de946bc62c6dd216f4ff14be3b69f3dd855) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (e70393dbe146e1f06bc0f317f441e97a2e93099cf508013e6878f5d3dfb8ccc1) AuthConfig (78d782b6cc90b1ba096bbf61da3b93176b34dffff3b3fef28bfa3a4ead9be9ba) AuthConfig (8955eacd27896840e2007d8a0a58ab8bc56a37cda37856d97b7407a384596bc7) AuthConfig (c4389c308ff48eef5401cc6efee12bb08b3f53c40dccf86109e84367f46e0b7c) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (c06e4cb8a89ef823a5ac907f27cdf8513c4a61c42365d8dfc8b42d7dce77517a) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (13c4114c05f61687cf4593ffbfdd146d6e465fd04c410b4b980613803deceee5) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"782b0fed-bb3f-48ba-9cdf-631734d9ccdc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.864025783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"8b66413c-4ab7-4338-820b-7206adde16a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.883897654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"8b66413c-4ab7-4338-820b-7206adde16a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.902120371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27006827b007a37254018865fb5cf7dacf8fa7c21b10d6f30940ca513f778522) AuthConfig (4b39456796d0df49b51ee192200d1e8c3939f208b8f0b5238aed7fefe1660fa6) AuthConfig (fd23902d49bb3f3bbe6b891a348c63d591f61e56a71df60643f947cb83bc1a74) AuthConfig (5e828c390f75bdfc06b96702952594234aee95f0b387887cc6e16e73a17f76b3) AuthConfig (e7ae7d77e6d6c641c97269125dba613ff4cdfa06c397d0aad2bdfba36de1fd89) AuthConfig (2716e958d5dec5da55828c01ab5e5bf4e285f92fb3b892f51f3b6f05016325c7) AuthConfig (d8c2f13d0be8bf9f512915e66b4d37100504ea0731a7dccd678b570b902e507f) AuthConfig (34e56a9659793380613d37b6be6eae9f1d01550aec7a59e788a1fa39f8e237fb) AuthConfig (329c3724477cfea40b03ad360ed89242311033a258b6ca75796e6d7d757a5ae0) AuthConfig (d35a8e37520413dfc2dce7457b0df00cbd7439433d1bd67e498f48890d39e4a1) AuthConfig (12e2690078ef928e7672547f4671fb048fe6076a2eac597ca12db62de840ef68) AuthConfig (6b88e28f6fd17f34d0853918a4b389f52a6203f89fe40b55e320c73fb1acc171) AuthConfig (ab67a96953064530e3f7482efa69165b39e3bca3db3b18d5c529d21d499cb586) AuthConfig (d4c867a9d66487df9d6e6d74ee70dc9710ef712fee7a861a5567bfb02d146cc5) AuthConfig (441c573a914515f32c935af9afc1be31cf79cad02b7e70d9b20e392b620ab035) AuthConfig (c2b387559d0e232d6e6ce3e585187923433d5555502f3255213c34b78b85892c) AuthConfig (475eafa65caefb9f7cfd9b528df7f33195461d6b405faf4061874af9545726ca) AuthConfig (fe3f0dfc00c45968bcd7fd6139e3a01e8ca8472055199dfa0c33e7815e31acb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"8b66413c-4ab7-4338-820b-7206adde16a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.922171477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"4e2249bf-7510-4dcf-b69d-a586034ef025","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:54.922187039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"4e2249bf-7510-4dcf-b69d-a586034ef025","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:57.935541304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"01849f96-0406-4da7-85b5-26dfefdd33f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:57.955044473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"01849f96-0406-4da7-85b5-26dfefdd33f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:58.040845063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a51de2f0-0456-4fe8-b7e0-31510b8c41fc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:58.040903298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a51de2f0-0456-4fe8-b7e0-31510b8c41fc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.619283392Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","namespace":"ai-tenant-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.619343456Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","namespace":"ai-tenant-e2e-extmod-a-79cc5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.619392631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","tenant":"e2e-extmod-a-79cc5b","tenantID":"e2e-extmod-a-79cc5b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.63786962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-79cc5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.666416993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Service","name":"maas-api-e2e-extmod-a-79cc5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.684622866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-79cc5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.707200967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-79cc5b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.724010153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.740738127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.75976334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.776230471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.7902674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.804011591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.817895462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Service","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.831866458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.845495875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.859428702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.874411672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.894343231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.915010417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.932357018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.947355522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-79cc5b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:44:59.961370677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-79cc5b"},"namespace":"ai-tenant-e2e-extmod-a-79cc5b","name":"default-tenant","reconcileID":"7877e61f-e52e-4509-a2ab-5ee466d39ea6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-79cc5b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.255099832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"681bde5a-f8bd-4cb3-acd6-ab46958454db","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.255127863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"681bde5a-f8bd-4cb3-acd6-ab46958454db","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.27980869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"333ed484-f2f7-4c47-bc43-c37cec510e95","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.279897324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"333ed484-f2f7-4c47-bc43-c37cec510e95","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.283008051Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-79cc5b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-79cc5b","reconcileID":"00cebe04-f7fa-4cec-bc92-4f9f5464b6c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-79cc5b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-79cc5b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.289453337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"afbdb1a2-8536-490e-a195-01443d919934","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.290244587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"827a8932-b5aa-442c-96a2-66eb3b233467","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-2481b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.297762318Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"333ed484-f2f7-4c47-bc43-c37cec510e95","name":"sub-test-model-94f176","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-94f176\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.297878505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"333ed484-f2f7-4c47-bc43-c37cec510e95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-94f176\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.303486852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7991d4db-c177-467c-9265-b549e347b3fd","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.303502711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7991d4db-c177-467c-9265-b549e347b3fd","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.313467985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"afbdb1a2-8536-490e-a195-01443d919934","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.323954204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"c3dc7f1c-7627-427d-a8c9-a2c0a45bb8f4","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.323989749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"c3dc7f1c-7627-427d-a8c9-a2c0a45bb8f4","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.344510071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cf3e45ab-5835-4279-8281-764b98412c6d","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.344533202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cf3e45ab-5835-4279-8281-764b98412c6d","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.419887322Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"927870c7-6e30-4471-a52d-02bc09fe8071","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"sub-test-model-94f176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-shared-sub-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.467398431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"82bd3c28-c1e5-43d3-bd79-a2bb8207601a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.46743042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"82bd3c28-c1e5-43d3-bd79-a2bb8207601a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.486838198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"6a2c6ff8-4d05-4ad5-9bdc-7134591fbe15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.497277701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"0bec7487-3613-425f-9601-233282f2326d","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.497302065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"0bec7487-3613-425f-9601-233282f2326d","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.497771329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e50948f5-171e-41e2-a03d-b8e8dde4c524","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.497789213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e50948f5-171e-41e2-a03d-b8e8dde4c524","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.508924904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"6a2c6ff8-4d05-4ad5-9bdc-7134591fbe15","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.509237324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"48ab41d4-6c4f-47c6-8b7b-76bb25a01233","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-2481b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.542279286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"60fbb8e9-478e-410d-b7b1-8b54a1508ffb","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.542298905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"60fbb8e9-478e-410d-b7b1-8b54a1508ffb","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.564967095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"0721ba48-1240-4800-be78-b53e42390c0d","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.569648514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"d65e388d-cc2c-4efd-8d3f-398ac21c804c","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.569664955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"d65e388d-cc2c-4efd-8d3f-398ac21c804c","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.579232161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e79792cb-5563-46ec-9c8b-2359ece8a5b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.608138782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e79792cb-5563-46ec-9c8b-2359ece8a5b4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.656120021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"176dbab8-451d-4104-808b-3633dbb45cf2","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"sub-test-model-5e337e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-shared-sub-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.688647489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"615fc1b7-a49c-4cc4-a718-18d5f0752fcf","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.688666363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"615fc1b7-a49c-4cc4-a718-18d5f0752fcf","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.706562256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b00dddab-72a5-47ed-9dfa-b54dace052f3","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.70658354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b00dddab-72a5-47ed-9dfa-b54dace052f3","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.718670112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e011933c-2adc-4478-af0f-25276ee65add","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.719702234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"27398032-70c2-468e-aba4-a6ee10dc6f13","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.719719046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"27398032-70c2-468e-aba4-a6ee10dc6f13","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.720407731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"736750ea-2380-408f-87a2-780b9a451a67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-2481b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.737516094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e011933c-2adc-4478-af0f-25276ee65add","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.745742509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f28d0e-c650-409f-b234-65240caae99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.758567732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d05d0756-5bc3-4cbe-9e4f-7eed8847ec7e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.758585191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d05d0756-5bc3-4cbe-9e4f-7eed8847ec7e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.76074487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f28d0e-c650-409f-b234-65240caae99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.776903901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f28d0e-c650-409f-b234-65240caae99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.781594431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"04479d8f-ba02-4be0-ae87-7756a75962c8","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.781615438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"04479d8f-ba02-4be0-ae87-7756a75962c8","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.791034364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f28d0e-c650-409f-b234-65240caae99e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.795815048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"dd3fcd94-8ee1-4d4b-9a46-6ea153759c5c","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.817281246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"dca7b054-f576-4a10-9b92-6858a4ec5630","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.836452481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"dca7b054-f576-4a10-9b92-6858a4ec5630","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.894089138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"65f56683-f04f-4642-a9a9-46ae68a0d80f","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.894105225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"65f56683-f04f-4642-a9a9-46ae68a0d80f","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.903710018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"020d15ee-abdb-476e-aaaf-c5ed74913d45","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-a-only-2481b0","ai-tenant-e2e-shared-a-w1-94f176/e2e-shared-sub-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.912752123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b0ffa8bd-30c3-49c5-b93b-5f514482c650","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.912771291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b0ffa8bd-30c3-49c5-b93b-5f514482c650","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:00.936261057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"fd696055-c776-4b38-81a3-33ae39a8763a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-2481b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.969875557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"139a97ae-7134-46a2-aef1-5f925e100120","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.96990057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"139a97ae-7134-46a2-aef1-5f925e100120","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.975269574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"277e3dca-8b64-4500-a1f8-10e7ed2b7abc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.975291949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"277e3dca-8b64-4500-a1f8-10e7ed2b7abc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.982364726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"073bf4ee-e1c8-4326-a27e-7534f62abacf","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.988144257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"02a8b48f-3faa-42c0-a550-3dfe96f3f29d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.992961336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f7089490-627e-4e15-ad46-b3ac26032191","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:00.992980075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f7089490-627e-4e15-ad46-b3ac26032191","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.007031771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"02a8b48f-3faa-42c0-a550-3dfe96f3f29d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.08180386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"4be69855-f604-4d01-b64a-21dae71e6553","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.124708605Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"75d32a8a-942d-47fc-9e10-097cca343ea9","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-b-only-2481b0","ai-tenant-e2e-shared-b-w1-5e337e/e2e-shared-sub-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.227285166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"1fc1b727-c09d-4821-807b-c33b038035b4","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.366598353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"43886bc5-95e2-4abe-8b9c-7d6af8fe91bd","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.36662424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"43886bc5-95e2-4abe-8b9c-7d6af8fe91bd","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.42577512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"38b023b0-6d40-4caf-9f58-e92797672f55","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.517559328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc08fcbe-5d93-479f-b581-85220ee87444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.531856164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc08fcbe-5d93-479f-b581-85220ee87444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.546705229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc08fcbe-5d93-479f-b581-85220ee87444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:01.56115243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc08fcbe-5d93-479f-b581-85220ee87444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.951480712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"29efc051-8698-40d6-8936-37335f6e5154","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.974220601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"29efc051-8698-40d6-8936-37335f6e5154","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:04.992707417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27006827b007a37254018865fb5cf7dacf8fa7c21b10d6f30940ca513f778522) AuthConfig (4b39456796d0df49b51ee192200d1e8c3939f208b8f0b5238aed7fefe1660fa6) AuthConfig (fd23902d49bb3f3bbe6b891a348c63d591f61e56a71df60643f947cb83bc1a74) AuthConfig (5e828c390f75bdfc06b96702952594234aee95f0b387887cc6e16e73a17f76b3) AuthConfig (e7ae7d77e6d6c641c97269125dba613ff4cdfa06c397d0aad2bdfba36de1fd89) AuthConfig (2716e958d5dec5da55828c01ab5e5bf4e285f92fb3b892f51f3b6f05016325c7) AuthConfig (d8c2f13d0be8bf9f512915e66b4d37100504ea0731a7dccd678b570b902e507f) AuthConfig (34e56a9659793380613d37b6be6eae9f1d01550aec7a59e788a1fa39f8e237fb) AuthConfig (329c3724477cfea40b03ad360ed89242311033a258b6ca75796e6d7d757a5ae0) AuthConfig (d35a8e37520413dfc2dce7457b0df00cbd7439433d1bd67e498f48890d39e4a1) AuthConfig (12e2690078ef928e7672547f4671fb048fe6076a2eac597ca12db62de840ef68) AuthConfig (6b88e28f6fd17f34d0853918a4b389f52a6203f89fe40b55e320c73fb1acc171) AuthConfig (ab67a96953064530e3f7482efa69165b39e3bca3db3b18d5c529d21d499cb586) AuthConfig (d4c867a9d66487df9d6e6d74ee70dc9710ef712fee7a861a5567bfb02d146cc5) AuthConfig (441c573a914515f32c935af9afc1be31cf79cad02b7e70d9b20e392b620ab035) AuthConfig (c2b387559d0e232d6e6ce3e585187923433d5555502f3255213c34b78b85892c) AuthConfig (475eafa65caefb9f7cfd9b528df7f33195461d6b405faf4061874af9545726ca) AuthConfig (fe3f0dfc00c45968bcd7fd6139e3a01e8ca8472055199dfa0c33e7815e31acb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"29efc051-8698-40d6-8936-37335f6e5154","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.890389212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1778c9b-7882-4adf-893c-b8bed8b162ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.90454016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1778c9b-7882-4adf-893c-b8bed8b162ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.920777895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1778c9b-7882-4adf-893c-b8bed8b162ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:09.935225647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1778c9b-7882-4adf-893c-b8bed8b162ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.537071492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922b2641-a9ac-4249-95be-398e6fb5ebee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.551386443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922b2641-a9ac-4249-95be-398e6fb5ebee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.565825046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922b2641-a9ac-4249-95be-398e6fb5ebee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:10.587116966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922b2641-a9ac-4249-95be-398e6fb5ebee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:11.261475859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2083f-9e8a-4555-bf1e-7d28bfcf1c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:11.275976599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2083f-9e8a-4555-bf1e-7d28bfcf1c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:11.290292969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2083f-9e8a-4555-bf1e-7d28bfcf1c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:11.304807945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ee2083f-9e8a-4555-bf1e-7d28bfcf1c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:14.627140633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:14.974432085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b2b6cab6-895c-4c3a-a200-cae24476e6e4","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:14.97445433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b2b6cab6-895c-4c3a-a200-cae24476e6e4","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.021480811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"c1bbbd4b-85e2-43b8-8ec3-b983865f597c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.041466829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"c1bbbd4b-85e2-43b8-8ec3-b983865f597c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:15.059749513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27006827b007a37254018865fb5cf7dacf8fa7c21b10d6f30940ca513f778522) AuthConfig (4b39456796d0df49b51ee192200d1e8c3939f208b8f0b5238aed7fefe1660fa6) AuthConfig (fd23902d49bb3f3bbe6b891a348c63d591f61e56a71df60643f947cb83bc1a74) AuthConfig (5e828c390f75bdfc06b96702952594234aee95f0b387887cc6e16e73a17f76b3) AuthConfig (e7ae7d77e6d6c641c97269125dba613ff4cdfa06c397d0aad2bdfba36de1fd89) AuthConfig (2716e958d5dec5da55828c01ab5e5bf4e285f92fb3b892f51f3b6f05016325c7) AuthConfig (d8c2f13d0be8bf9f512915e66b4d37100504ea0731a7dccd678b570b902e507f) AuthConfig (34e56a9659793380613d37b6be6eae9f1d01550aec7a59e788a1fa39f8e237fb) AuthConfig (329c3724477cfea40b03ad360ed89242311033a258b6ca75796e6d7d757a5ae0) AuthConfig (d35a8e37520413dfc2dce7457b0df00cbd7439433d1bd67e498f48890d39e4a1) AuthConfig (12e2690078ef928e7672547f4671fb048fe6076a2eac597ca12db62de840ef68) AuthConfig (6b88e28f6fd17f34d0853918a4b389f52a6203f89fe40b55e320c73fb1acc171) AuthConfig (ab67a96953064530e3f7482efa69165b39e3bca3db3b18d5c529d21d499cb586) AuthConfig (d4c867a9d66487df9d6e6d74ee70dc9710ef712fee7a861a5567bfb02d146cc5) AuthConfig (441c573a914515f32c935af9afc1be31cf79cad02b7e70d9b20e392b620ab035) AuthConfig (c2b387559d0e232d6e6ce3e585187923433d5555502f3255213c34b78b85892c) AuthConfig (475eafa65caefb9f7cfd9b528df7f33195461d6b405faf4061874af9545726ca) AuthConfig (fe3f0dfc00c45968bcd7fd6139e3a01e8ca8472055199dfa0c33e7815e31acb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"c1bbbd4b-85e2-43b8-8ec3-b983865f597c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.380892044Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","namespace":"ai-tenant-e2e-extmod-b-3400f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.380951101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","namespace":"ai-tenant-e2e-extmod-b-3400f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.381001249Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","tenant":"e2e-extmod-b-3400f6","tenantID":"e2e-extmod-b-3400f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.398288227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3400f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.430350955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Service","name":"maas-api-e2e-extmod-b-3400f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.455726727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3400f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.473834617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3400f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.497741603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.521002534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.54635239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.56624183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.580086674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.59795347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.612008303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Service","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.626042784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.645794125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.663580836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.686840217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.706519073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.723456134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.743684215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.76325555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3400f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:17.778516387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3400f6"},"namespace":"ai-tenant-e2e-extmod-b-3400f6","name":"default-tenant","reconcileID":"c57de9f3-8957-4699-8269-7a2442dbef4e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3400f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.042192442Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3400f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3400f6","reconcileID":"9e54a471-fbd8-47d2-8aed-7dc4cccce64d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3400f6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3400f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.477999664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51753fb-77b5-4407-a1ad-37b99a7d209a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.500844634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51753fb-77b5-4407-a1ad-37b99a7d209a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.516222506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51753fb-77b5-4407-a1ad-37b99a7d209a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:18.53065557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51753fb-77b5-4407-a1ad-37b99a7d209a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.164769817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2278e30-41bc-4007-a0f0-5e478417034c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.179041508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2278e30-41bc-4007-a0f0-5e478417034c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.193178223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2278e30-41bc-4007-a0f0-5e478417034c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:19.207466108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2278e30-41bc-4007-a0f0-5e478417034c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.170703347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"6f9574d4-b4ce-4cdc-a10e-e792b0f2e371","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.190014291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"6f9574d4-b4ce-4cdc-a10e-e792b0f2e371","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:25.207780452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a96d44-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27006827b007a37254018865fb5cf7dacf8fa7c21b10d6f30940ca513f778522) AuthConfig (4b39456796d0df49b51ee192200d1e8c3939f208b8f0b5238aed7fefe1660fa6) AuthConfig (fd23902d49bb3f3bbe6b891a348c63d591f61e56a71df60643f947cb83bc1a74) AuthConfig (5e828c390f75bdfc06b96702952594234aee95f0b387887cc6e16e73a17f76b3) AuthConfig (e7ae7d77e6d6c641c97269125dba613ff4cdfa06c397d0aad2bdfba36de1fd89) AuthConfig (2716e958d5dec5da55828c01ab5e5bf4e285f92fb3b892f51f3b6f05016325c7) AuthConfig (d8c2f13d0be8bf9f512915e66b4d37100504ea0731a7dccd678b570b902e507f) AuthConfig (34e56a9659793380613d37b6be6eae9f1d01550aec7a59e788a1fa39f8e237fb) AuthConfig (329c3724477cfea40b03ad360ed89242311033a258b6ca75796e6d7d757a5ae0) AuthConfig (d35a8e37520413dfc2dce7457b0df00cbd7439433d1bd67e498f48890d39e4a1) AuthConfig (12e2690078ef928e7672547f4671fb048fe6076a2eac597ca12db62de840ef68) AuthConfig (6b88e28f6fd17f34d0853918a4b389f52a6203f89fe40b55e320c73fb1acc171) AuthConfig (ab67a96953064530e3f7482efa69165b39e3bca3db3b18d5c529d21d499cb586) AuthConfig (d4c867a9d66487df9d6e6d74ee70dc9710ef712fee7a861a5567bfb02d146cc5) AuthConfig (441c573a914515f32c935af9afc1be31cf79cad02b7e70d9b20e392b620ab035) AuthConfig (c2b387559d0e232d6e6ce3e585187923433d5555502f3255213c34b78b85892c) AuthConfig (475eafa65caefb9f7cfd9b528df7f33195461d6b405faf4061874af9545726ca) AuthConfig (fe3f0dfc00c45968bcd7fd6139e3a01e8ca8472055199dfa0c33e7815e31acb7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"6f9574d4-b4ce-4cdc-a10e-e792b0f2e371","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.65185075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9190b4c-38df-431e-80ea-a4a615858a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.666111472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9190b4c-38df-431e-80ea-a4a615858a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.680619802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9190b4c-38df-431e-80ea-a4a615858a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:26.695212879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9190b4c-38df-431e-80ea-a4a615858a6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.298130986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5035902c-df11-4903-a417-7c3ccdc4ff56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.312493208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5035902c-df11-4903-a417-7c3ccdc4ff56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.327803649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5035902c-df11-4903-a417-7c3ccdc4ff56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:27.342030605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5035902c-df11-4903-a417-7c3ccdc4ff56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.165582289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"b00d17ed-56d9-45c5-b92b-394724c4da77","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.165626015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"6028c1fd-4332-4fcb-b725-fc11b31cc6c2","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.231665782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f65c9583-16ed-4fe9-9b67-d80f8a5d7b3e","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.231686931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f65c9583-16ed-4fe9-9b67-d80f8a5d7b3e","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.241495917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"8b687eaa-cc36-41a9-8ae4-a3d093a2a83a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.241526466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"8b687eaa-cc36-41a9-8ae4-a3d093a2a83a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.26011313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"9f1df3bd-5efa-4837-bddd-eed94d3956ee","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.272572319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"f2e9b441-10ce-4240-8151-a659f4e5b8a6","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.321022642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"9ded25bc-88f3-499a-995c-1a2cca37a162","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.321041356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"9ded25bc-88f3-499a-995c-1a2cca37a162","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.32719487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7a5e6b1a-5d82-4729-8a96-1532f00d1441","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:30.327215424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7a5e6b1a-5d82-4729-8a96-1532f00d1441","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.133492546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eac7fdc5-3df4-4bb8-91dd-2a68ef25e716","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.153914966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"eac7fdc5-3df4-4bb8-91dd-2a68ef25e716","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.234406471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"7b78165e-dbf7-4fc0-894e-80556c100e21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:31.254536112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"7b78165e-dbf7-4fc0-894e-80556c100e21","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.186354599Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"56390023-bafb-4e8b-a238-d38e94468241","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.18649965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e0ceddf1-df88-482e-b8fd-6b61b61c1375","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.186518286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e0ceddf1-df88-482e-b8fd-6b61b61c1375","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.266825398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"aa160943-2cc4-4695-9207-1192a05b7a97","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.267361427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"be77842f-49ff-4134-9294-60d1af29004e","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.314662178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"56390023-bafb-4e8b-a238-d38e94468241","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.36598577Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"56390023-bafb-4e8b-a238-d38e94468241","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.366010342Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"56390023-bafb-4e8b-a238-d38e94468241","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.384406552Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"9765ba0e-00a6-4073-8803-57aedfc7cb69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.384786195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d0001f21-7e52-4d1b-a470-ed3f34f29091","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.384808173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d0001f21-7e52-4d1b-a470-ed3f34f29091","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.46526188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"4f34580e-ff69-45c2-9c92-3abaf5875eb9","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.465960251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"02604fc6-83e0-4f7e-ae24-d7ae454f70ea","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.515035159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"9765ba0e-00a6-4073-8803-57aedfc7cb69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.53539652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"9765ba0e-00a6-4073-8803-57aedfc7cb69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.535427025Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"9765ba0e-00a6-4073-8803-57aedfc7cb69","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.541891885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7a647e07-ab2e-4177-8e7c-48539bd8915d","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:33.541913329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7a647e07-ab2e-4177-8e7c-48539bd8915d","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:45:33.551189193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-2481b0","reconcileID":"9765ba0e-00a6-4073-8803-57aedfc7cb69","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-2481b0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:35.236831449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"4c2fb9ce-9637-429c-bf43-5c36659dd8bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:35.256217432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"4c2fb9ce-9637-429c-bf43-5c36659dd8bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:35.422644229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"e1f7fef4-e017-4fd1-9bfd-a3ca5303cd6d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:35.422663739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"e1f7fef4-e017-4fd1-9bfd-a3ca5303cd6d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.83612407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"b8255e7d-a3a1-440a-b590-92372942d1d8","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.836153535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"b8255e7d-a3a1-440a-b590-92372942d1d8","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.865279442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"4b3b29fa-af2f-42a7-952d-4621adc54840","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.865393691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"4b3b29fa-af2f-42a7-952d-4621adc54840","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.89574405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"f001f3c9-ea8d-4533-a208-4abc8f6bbfaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:36.98127343Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"f001f3c9-ea8d-4533-a208-4abc8f6bbfaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.003203847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"f001f3c9-ea8d-4533-a208-4abc8f6bbfaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.023367132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"6b90d019-0772-416d-b188-0e51a1b6819c","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:37.023387328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"6b90d019-0772-416d-b188-0e51a1b6819c","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.591913893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"013b0919-6041-4740-b1e8-8f69798e7b45","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscription":"e2e-shared-sub-2481b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.655998376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-2481b0","reconcileID":"013b0919-6041-4740-b1e8-8f69798e7b45","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-a-only-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.716533986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"dbd4f078-c9a2-4c2c-a95c-0638ade124c5","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.722678895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f3e360b3-1744-4f61-b6ca-e7ae5735da23","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.722697901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f3e360b3-1744-4f61-b6ca-e7ae5735da23","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.880237822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f9ab6b74-b68f-4009-bf8c-abb1f52cb7af","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:43.880264341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f9ab6b74-b68f-4009-bf8c-abb1f52cb7af","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:44.626297904Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.32829068Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","namespace":"ai-tenant-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.328349177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","namespace":"ai-tenant-e2e-extmod-b-1546c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.328400524Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","tenant":"e2e-extmod-b-1546c7","tenantID":"e2e-extmod-b-1546c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.344931297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Deployment","name":"maas-api-e2e-extmod-b-1546c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.372392314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Service","name":"maas-api-e2e-extmod-b-1546c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.398296013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-1546c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.418158303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-1546c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.435258593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.452499192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.471505425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.488142979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.501983522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.515961155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.530095927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Service","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.544372718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.558537699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.573277284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.587527673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.607437233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.627378023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.649171123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.664536661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-1546c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.679089856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-1546c7"},"namespace":"ai-tenant-e2e-extmod-b-1546c7","name":"default-tenant","reconcileID":"125c6ffe-b1f5-4cfa-a332-d3a5a31f0951","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-1546c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.700268625Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.700417768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","namespace":"ai-tenant-e2e-shared-a-w4-011ea5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.700562331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","tenant":"e2e-shared-a-w4-011ea5","tenantID":"e2e-shared-a-w4-011ea5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.71692921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-011ea5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.749595868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Service","name":"maas-api-e2e-shared-a-w4-011ea5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.770320348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-011ea5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.79250881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-011ea5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.813723796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.837851969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.858685713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.878260295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.892314883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.908955187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.923117702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.936780789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.95065886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.954268342Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-1546c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-1546c7","reconcileID":"d01f4d06-b102-4935-9426-e9eef301a9ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-1546c7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-1546c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.964528891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:46.981349133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.005658447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.019747143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.033913482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.048169675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-011ea5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.059271277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"1af45922-4ff2-4d1e-977a-301973f4e2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.081264635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-011ea5"},"namespace":"ai-tenant-e2e-shared-a-w4-011ea5","name":"default-tenant","reconcileID":"0cb9a03f-3980-4a94-9268-aef2a4742308","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-011ea5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.094084917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"1af45922-4ff2-4d1e-977a-301973f4e2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.112528157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"1af45922-4ff2-4d1e-977a-301973f4e2d8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.37017129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"a3ca70b0-0b87-4c85-a8a4-1631a5b40a4f","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.370199152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"a3ca70b0-0b87-4c85-a8a4-1631a5b40a4f","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.561500495Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-011ea5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-011ea5","reconcileID":"aead9739-c781-420b-bc9c-e8374fe99411","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-011ea5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-011ea5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.599471876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42268372-7545-4525-bcc6-e78d7e216615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.614152944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42268372-7545-4525-bcc6-e78d7e216615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.628540639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42268372-7545-4525-bcc6-e78d7e216615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:47.642745227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42268372-7545-4525-bcc6-e78d7e216615","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.34692006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f572ef7-dd85-4299-a77e-75c0986f9779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.361077942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f572ef7-dd85-4299-a77e-75c0986f9779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.375047176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f572ef7-dd85-4299-a77e-75c0986f9779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:48.389182688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f572ef7-dd85-4299-a77e-75c0986f9779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:49.013030181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8aff9f-4bf1-4de8-8f97-9fb9a1677992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:49.029038709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8aff9f-4bf1-4de8-8f97-9fb9a1677992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:49.043175119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8aff9f-4bf1-4de8-8f97-9fb9a1677992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:49.057279125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8aff9f-4bf1-4de8-8f97-9fb9a1677992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.790424276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b7227177-8f80-4df9-82d1-3da1a966ea75","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.790453614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b7227177-8f80-4df9-82d1-3da1a966ea75","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.810362462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b622905c-013a-4d47-a761-2410a2f80c86","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.810383387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b622905c-013a-4d47-a761-2410a2f80c86","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.838251081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54ccaa5f-f1c6-4c5e-9b7e-75de9e5eb5af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.892118292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54ccaa5f-f1c6-4c5e-9b7e-75de9e5eb5af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.910762485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54ccaa5f-f1c6-4c5e-9b7e-75de9e5eb5af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.936568129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"5dbab575-4bd7-47bf-b020-6a1e09c6603f","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:52.936589849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"5dbab575-4bd7-47bf-b020-6a1e09c6603f","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.930153046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"c1c55bad-4ddb-4b97-9681-9fda52481ef2","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscription":"e2e-a-only-2481b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.944778598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"c1c55bad-4ddb-4b97-9681-9fda52481ef2","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:53.959849317Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-2481b0","reconcileID":"c1c55bad-4ddb-4b97-9681-9fda52481ef2","MaaSSubscription":{"name":"e2e-a-only-2481b0","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.113348201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7be1b586-3b9c-42f4-938f-7cae9f035884","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.113368563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7be1b586-3b9c-42f4-938f-7cae9f035884","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.426881727Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e0779787-3b11-45d7-8b86-ee4f68d7eff4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.427007178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"7058be07-ac4c-4cdd-a4a9-cbe48128f9c9","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.427023948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"7058be07-ac4c-4cdd-a4a9-cbe48128f9c9","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.506785107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"51cd1dd4-9e01-4d2a-aace-b44dead4ac23","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.506856793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"8c8b01db-2fe7-4d4c-93ab-6c2fced54776","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.556336554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e0779787-3b11-45d7-8b86-ee4f68d7eff4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.607689223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e0779787-3b11-45d7-8b86-ee4f68d7eff4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.607712103Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-2481b0","reconcileID":"e0779787-3b11-45d7-8b86-ee4f68d7eff4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.62640072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f926606f-c77d-4953-ad5d-3a72d0fea882","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.626420281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f926606f-c77d-4953-ad5d-3a72d0fea882","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.710893183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"baf042ec-a832-47b7-9c61-83c1c047142e","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.710910704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"dbf86656-6400-4ce2-ae77-766a78e3db92","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.783632991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"34a3f4a3-8575-4d32-8184-e5eeaa87ddca","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:54.783660543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"34a3f4a3-8575-4d32-8184-e5eeaa87ddca","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.211316468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57893995-e9aa-4e16-82bb-e9ef4fefd5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.225901633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57893995-e9aa-4e16-82bb-e9ef4fefd5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.239938798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57893995-e9aa-4e16-82bb-e9ef4fefd5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.264072077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57893995-e9aa-4e16-82bb-e9ef4fefd5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.919397756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbb4b53-20ee-46c3-96c8-15469510c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.934398727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbb4b53-20ee-46c3-96c8-15469510c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.948776679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbb4b53-20ee-46c3-96c8-15469510c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:56.966771337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bbb4b53-20ee-46c3-96c8-15469510c28e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.141692176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"3a18dc2a-6bc9-439a-99bf-d52c33fa6f1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.160605193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"3a18dc2a-6bc9-439a-99bf-d52c33fa6f1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.183489817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"3a18dc2a-6bc9-439a-99bf-d52c33fa6f1d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.535745182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292ea7f2-1359-499b-aad7-d3be6ada46d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.551877882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292ea7f2-1359-499b-aad7-d3be6ada46d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.566140774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292ea7f2-1359-499b-aad7-d3be6ada46d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:57.580159137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"292ea7f2-1359-499b-aad7-d3be6ada46d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:58.161212355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ecbd-7784-463e-99b0-3bfacc645ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:58.17653588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ecbd-7784-463e-99b0-3bfacc645ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:58.191115815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ecbd-7784-463e-99b0-3bfacc645ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:45:58.205908245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d21ecbd-7784-463e-99b0-3bfacc645ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.966564596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"6f37c9f5-257d-4423-99ae-13b5e365eb56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:02.987333804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"6f37c9f5-257d-4423-99ae-13b5e365eb56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:03.005939597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"6f37c9f5-257d-4423-99ae-13b5e365eb56","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.832963769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"17a2afd3-b7f0-4f43-9a9b-c9f554bc3704","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscription":"e2e-shared-sub-2481b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.89620229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-2481b0","reconcileID":"17a2afd3-b7f0-4f43-9a9b-c9f554bc3704","MaaSSubscription":{"name":"e2e-shared-sub-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-b-only-2481b0"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.955646548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"b4d418d8-dae7-49d9-9b2d-0c23f99b4a5b","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.963962714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"d436cecf-3555-4ff3-8724-ec8f9bd954ec","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:04.963981597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"d436cecf-3555-4ff3-8724-ec8f9bd954ec","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.312302572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"ac0322ce-c077-465d-989e-ae65a854c5ae","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:05.312325694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"ac0322ce-c077-465d-989e-ae65a854c5ae","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.212611534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"e1df2d0c-0056-4b74-8f82-f82a71c848f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.232109103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"e1df2d0c-0056-4b74-8f82-f82a71c848f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:07.24989686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"e1df2d0c-0056-4b74-8f82-f82a71c848f4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:13.036119601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"66f5dafb-a746-4c2f-a208-20a60414807d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:13.055555085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"66f5dafb-a746-4c2f-a208-20a60414807d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:13.073535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"66f5dafb-a746-4c2f-a208-20a60414807d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:14.626313164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.360234238Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"305d6d78-e5c3-4abb-bd5c-e20cdbae950a","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscription":"e2e-b-only-2481b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.374980852Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"305d6d78-e5c3-4abb-bd5c-e20cdbae950a","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.39063497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-2481b0","reconcileID":"305d6d78-e5c3-4abb-bd5c-e20cdbae950a","MaaSSubscription":{"name":"e2e-b-only-2481b0","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.544625602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b234af7e-1ddf-4f66-bd9d-a0ff000badb9","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.544645523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b234af7e-1ddf-4f66-bd9d-a0ff000badb9","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.763506202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"dc82103d-b52c-415b-befc-f6b0ad1f9f22","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.76352915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"dc82103d-b52c-415b-befc-f6b0ad1f9f22","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.781410635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"6ca8d678-e89f-4304-8e86-1071e2fd1d5f","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.781431697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"6ca8d678-e89f-4304-8e86-1071e2fd1d5f","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.810744704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"b1e07ec4-289c-4b01-bb64-daf4837f6d29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.863784711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"b1e07ec4-289c-4b01-bb64-daf4837f6d29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.884883083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"b1e07ec4-289c-4b01-bb64-daf4837f6d29","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.906930069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d00831cc-7198-4c47-9598-4c26000b6463","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:15.906961989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"d00831cc-7198-4c47-9598-4c26000b6463","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.684747081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"0ea00312-81c1-4064-8d69-a1c2c6a0700b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.70383113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"0ea00312-81c1-4064-8d69-a1c2c6a0700b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:16.721747054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"0ea00312-81c1-4064-8d69-a1c2c6a0700b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:17.278843174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"9010655b-5ceb-4859-866f-73213465666a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:17.298636303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"9010655b-5ceb-4859-866f-73213465666a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:17.316480575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (253e5093268c240bb03baa0996bd628fdb107398c898a5a7573d5a1396e3d4d3) AuthConfig (6458fdcfc5aaa3841beefa53e51665f9638341100e1f66b02148d772af25292f) AuthConfig (07fe597b9bb7424463ecbe0f018a9eb40a67f8916468646514c12f3d3de1289c) AuthConfig (b94702aaaeeefd6bff7292d23948b21e982f2cbdcc5b03302f287526111aed2a) AuthConfig (11ad6d1837c5c86508a1498c91e66d750c9c4a81adeb95c62d7de46a962bd8bc) AuthConfig (10ebcf5922ef573cf8b3f4c1f711ddf56176b97de365b07be6e047a2c03fdc01) AuthConfig (715674ed56c580d531dd94c0d3c66aaae2d9d4579769834450b1457db384b5dd) AuthConfig (51a66e9ad7fbeac63c9c8eb4e9d01511b4d0567713603f5c698a0ca186d5462f) AuthConfig (bf38b06ed6f2dd36d211295f28fa54b95c18db1fdf49f6905e4c028856b73d6f) AuthConfig (930cc89bf58e25bc8123ba9ee95e2646e4174d268489b53069661a27e89b5551) AuthConfig (ded4a65d2162887efb9e133405535ea4c53593a870dd1f5d20c084867b8c7dc1) AuthConfig (67ba11526324986d6f726803ec7fc67b9cc1430d0afd84e2d9b33ffbb9f20a8b) AuthConfig (26d934eeda05a48eecfc505f44204568288d13d5e140f4be884bcae311992765) AuthConfig (3b7753aa20da658744e546a4d8b194573dffebb219d4a260e611713b9679bfca) AuthConfig (f4b02577718a5054a52014162d4c628e4418a8705409e961001a63cb5238b924) AuthConfig (12faf5d53e4a975f10c2eba3d52738eeae569703e3a269024b309e4529287885) AuthConfig (7daf97ed44fb4a2bd46cf4b357a98fe5cc97db1089b65f6d5b2a3e6fbfa97891) AuthConfig (54f8f3f98c42b937fc0c16a5a13ba2fe2e8e82216a7559fc858964fa40bb7f92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"9010655b-5ceb-4859-866f-73213465666a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:17.336341283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"7df1f38e-12c0-47b5-845d-248746484439","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:17.336361967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"7df1f38e-12c0-47b5-845d-248746484439","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.758189478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.758246688Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","namespace":"ai-tenant-e2e-shared-a-w3-8570e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.758293538Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","tenant":"e2e-shared-a-w3-8570e6","tenantID":"e2e-shared-a-w3-8570e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.774605619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-8570e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.805575023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Service","name":"maas-api-e2e-shared-a-w3-8570e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.825520987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-8570e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.842019534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-8570e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.859319199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.8761587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.89605016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.916251582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.930139995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.944184516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.958395012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.972318629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:20.991844391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.006040792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.021310369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.04065682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.055085865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.069760734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.085847657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-8570e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.103661069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-8570e6"},"namespace":"ai-tenant-e2e-shared-a-w3-8570e6","name":"default-tenant","reconcileID":"23f59325-9410-4df9-8f63-ff14ebde0557","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-8570e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.419492992Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-8570e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-8570e6","reconcileID":"24449946-9fd3-46b8-85cd-4089155ac591","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-8570e6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-8570e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.850723026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5284b8d5-a112-4da3-bb15-ad441ac61548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.865649863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5284b8d5-a112-4da3-bb15-ad441ac61548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.879847453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5284b8d5-a112-4da3-bb15-ad441ac61548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:21.894653298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5284b8d5-a112-4da3-bb15-ad441ac61548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.626953598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78cd38d-7ae7-45a1-bd1f-293b9b097725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.643679493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78cd38d-7ae7-45a1-bd1f-293b9b097725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.660303707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78cd38d-7ae7-45a1-bd1f-293b9b097725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:22.675484909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78cd38d-7ae7-45a1-bd1f-293b9b097725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.102549722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"95968866-d215-4e98-bb35-cb39cb5c17a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.122522498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"95968866-d215-4e98-bb35-cb39cb5c17a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.140884958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (3547e992c65b483be2f953e9809fc9ef71eb2d52844a0c3c00545c6841e2fcbd) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (3b3158979a5d2e0b45887cb74fae75e1fc2b9432289325406e72a690a3a3d751) AuthConfig (4a3c84f23123c05889d80de3d61169503e34c9d04f35adaba79f32a03d681e75) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (201ff0f0078dc9ce2de0a5fd8db270686ced2ba3bfb527dda9af8c237212cc5d) AuthConfig (ab77aaaaf35abf0b4b9aed1b40bfd28157195c4907dd4aa8e6f8e1efc537a435) AuthConfig (3db476e502313955f5b88ffb37b89ed6f62817d4b19181a58b92750eca8e44a0) AuthConfig (c5efcff12f77a2c9ae2fe2521be68a58a7ece3fa49a4b77d7cae86a099fd43d2) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (bf5b3dc70f8de9de687b88e1c48a7d19a5db2f21d5e4098b967f176cbba1e8c4) AuthConfig (0c1b9d8fe24a615aa89bf67a20017611b54b5a288912509079db0900fcef6ba3) AuthConfig (e8b558d5016245cca99685a4b1ba1e1e55d4acb270e2bcfac3050bb3cd82ebbb) AuthConfig (a785991822c0f46b4f93e85d384def8bdc9378863fe2f280096a44ed6a17f1ce) AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (10c4d5908698c9353815cfec4d831446493b74d424616850e6002b1b9372af95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"95968866-d215-4e98-bb35-cb39cb5c17a6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.16135276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"783cae13-204f-4770-9de0-a8967a59e86b","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:23.161373956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"783cae13-204f-4770-9de0-a8967a59e86b","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.75125644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"1af8ed16-ef7c-4763-9d37-f2be5aa1cac7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.774743797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"1af8ed16-ef7c-4763-9d37-f2be5aa1cac7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:26.792818961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"1af8ed16-ef7c-4763-9d37-f2be5aa1cac7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:27.365875802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"cdaca54c-67c1-46f1-ba88-3ca55f47cb54","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:27.385193691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"cdaca54c-67c1-46f1-ba88-3ca55f47cb54","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:27.403784225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (253e5093268c240bb03baa0996bd628fdb107398c898a5a7573d5a1396e3d4d3) AuthConfig (6458fdcfc5aaa3841beefa53e51665f9638341100e1f66b02148d772af25292f) AuthConfig (07fe597b9bb7424463ecbe0f018a9eb40a67f8916468646514c12f3d3de1289c) AuthConfig (b94702aaaeeefd6bff7292d23948b21e982f2cbdcc5b03302f287526111aed2a) AuthConfig (11ad6d1837c5c86508a1498c91e66d750c9c4a81adeb95c62d7de46a962bd8bc) AuthConfig (10ebcf5922ef573cf8b3f4c1f711ddf56176b97de365b07be6e047a2c03fdc01) AuthConfig (715674ed56c580d531dd94c0d3c66aaae2d9d4579769834450b1457db384b5dd) AuthConfig (51a66e9ad7fbeac63c9c8eb4e9d01511b4d0567713603f5c698a0ca186d5462f) AuthConfig (bf38b06ed6f2dd36d211295f28fa54b95c18db1fdf49f6905e4c028856b73d6f) AuthConfig (930cc89bf58e25bc8123ba9ee95e2646e4174d268489b53069661a27e89b5551) AuthConfig (ded4a65d2162887efb9e133405535ea4c53593a870dd1f5d20c084867b8c7dc1) AuthConfig (67ba11526324986d6f726803ec7fc67b9cc1430d0afd84e2d9b33ffbb9f20a8b) AuthConfig (26d934eeda05a48eecfc505f44204568288d13d5e140f4be884bcae311992765) AuthConfig (3b7753aa20da658744e546a4d8b194573dffebb219d4a260e611713b9679bfca) AuthConfig (f4b02577718a5054a52014162d4c628e4418a8705409e961001a63cb5238b924) AuthConfig (12faf5d53e4a975f10c2eba3d52738eeae569703e3a269024b309e4529287885) AuthConfig (7daf97ed44fb4a2bd46cf4b357a98fe5cc97db1089b65f6d5b2a3e6fbfa97891) AuthConfig (54f8f3f98c42b937fc0c16a5a13ba2fe2e8e82216a7559fc858964fa40bb7f92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"cdaca54c-67c1-46f1-ba88-3ca55f47cb54","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.513804998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f608bb1b-0f20-4443-9090-185dd765fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.528268896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f608bb1b-0f20-4443-9090-185dd765fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.542421379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f608bb1b-0f20-4443-9090-185dd765fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.556695795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f608bb1b-0f20-4443-9090-185dd765fe14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.618991743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.619066642Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","namespace":"ai-tenant-e2e-shared-b-w4-ca2244","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.619118482Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","tenant":"e2e-shared-b-w4-ca2244","tenantID":"e2e-shared-b-w4-ca2244","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.637257145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-ca2244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.666567904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Service","name":"maas-api-e2e-shared-b-w4-ca2244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.685869888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-ca2244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.702702953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-ca2244","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.720697701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.74446839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.763628724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.780312248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.796541873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.810226989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.824013944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.838209513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.862907774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.893350652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.920530151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.960871292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.976659985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:29.999401833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.06428968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-ca2244","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.078832439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ca2244"},"namespace":"ai-tenant-e2e-shared-b-w4-ca2244","name":"default-tenant","reconcileID":"380ee36b-389f-4bd4-9905-1c157785406a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-ca2244","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.230017687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c646bc-fc22-457b-aeff-ac9c12cb464d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.24487566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c646bc-fc22-457b-aeff-ac9c12cb464d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.259138221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c646bc-fc22-457b-aeff-ac9c12cb464d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.27359836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c646bc-fc22-457b-aeff-ac9c12cb464d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.357968415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ca2244","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ca2244","reconcileID":"3e9f05eb-e582-4912-ad2f-c0ee1959f920","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ca2244","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ca2244"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.84753794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8931f3d7-6982-42a0-bc37-ff68a1d59531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.861617265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8931f3d7-6982-42a0-bc37-ff68a1d59531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.876361216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8931f3d7-6982-42a0-bc37-ff68a1d59531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:30.890705072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8931f3d7-6982-42a0-bc37-ff68a1d59531","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.548049355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8a1293-3f12-4489-9611-07710829c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.562339797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8a1293-3f12-4489-9611-07710829c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.577302214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8a1293-3f12-4489-9611-07710829c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:31.591661056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a8a1293-3f12-4489-9611-07710829c2ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.190218215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"16e38b4c-9db3-45d1-8754-694719552c45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.211688778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"16e38b4c-9db3-45d1-8754-694719552c45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:33.229895048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (3547e992c65b483be2f953e9809fc9ef71eb2d52844a0c3c00545c6841e2fcbd) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (3b3158979a5d2e0b45887cb74fae75e1fc2b9432289325406e72a690a3a3d751) AuthConfig (4a3c84f23123c05889d80de3d61169503e34c9d04f35adaba79f32a03d681e75) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (201ff0f0078dc9ce2de0a5fd8db270686ced2ba3bfb527dda9af8c237212cc5d) AuthConfig (ab77aaaaf35abf0b4b9aed1b40bfd28157195c4907dd4aa8e6f8e1efc537a435) AuthConfig (3db476e502313955f5b88ffb37b89ed6f62817d4b19181a58b92750eca8e44a0) AuthConfig (c5efcff12f77a2c9ae2fe2521be68a58a7ece3fa49a4b77d7cae86a099fd43d2) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (bf5b3dc70f8de9de687b88e1c48a7d19a5db2f21d5e4098b967f176cbba1e8c4) AuthConfig (0c1b9d8fe24a615aa89bf67a20017611b54b5a288912509079db0900fcef6ba3) AuthConfig (e8b558d5016245cca99685a4b1ba1e1e55d4acb270e2bcfac3050bb3cd82ebbb) AuthConfig (a785991822c0f46b4f93e85d384def8bdc9378863fe2f280096a44ed6a17f1ce) AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (10c4d5908698c9353815cfec4d831446493b74d424616850e6002b1b9372af95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"16e38b4c-9db3-45d1-8754-694719552c45","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.822217116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"e169789e-fcc8-4bc7-95f2-0e3999d6f240","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.841232772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"e169789e-fcc8-4bc7-95f2-0e3999d6f240","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:36.859467202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"e169789e-fcc8-4bc7-95f2-0e3999d6f240","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.433608503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"d468d365-b20b-4b96-94f3-2f607269966d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.453957344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"d468d365-b20b-4b96-94f3-2f607269966d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:37.472896777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (253e5093268c240bb03baa0996bd628fdb107398c898a5a7573d5a1396e3d4d3) AuthConfig (6458fdcfc5aaa3841beefa53e51665f9638341100e1f66b02148d772af25292f) AuthConfig (07fe597b9bb7424463ecbe0f018a9eb40a67f8916468646514c12f3d3de1289c) AuthConfig (b94702aaaeeefd6bff7292d23948b21e982f2cbdcc5b03302f287526111aed2a) AuthConfig (11ad6d1837c5c86508a1498c91e66d750c9c4a81adeb95c62d7de46a962bd8bc) AuthConfig (10ebcf5922ef573cf8b3f4c1f711ddf56176b97de365b07be6e047a2c03fdc01) AuthConfig (715674ed56c580d531dd94c0d3c66aaae2d9d4579769834450b1457db384b5dd) AuthConfig (51a66e9ad7fbeac63c9c8eb4e9d01511b4d0567713603f5c698a0ca186d5462f) AuthConfig (bf38b06ed6f2dd36d211295f28fa54b95c18db1fdf49f6905e4c028856b73d6f) AuthConfig (930cc89bf58e25bc8123ba9ee95e2646e4174d268489b53069661a27e89b5551) AuthConfig (ded4a65d2162887efb9e133405535ea4c53593a870dd1f5d20c084867b8c7dc1) AuthConfig (67ba11526324986d6f726803ec7fc67b9cc1430d0afd84e2d9b33ffbb9f20a8b) AuthConfig (26d934eeda05a48eecfc505f44204568288d13d5e140f4be884bcae311992765) AuthConfig (3b7753aa20da658744e546a4d8b194573dffebb219d4a260e611713b9679bfca) AuthConfig (f4b02577718a5054a52014162d4c628e4418a8705409e961001a63cb5238b924) AuthConfig (12faf5d53e4a975f10c2eba3d52738eeae569703e3a269024b309e4529287885) AuthConfig (7daf97ed44fb4a2bd46cf4b357a98fe5cc97db1089b65f6d5b2a3e6fbfa97891) AuthConfig (54f8f3f98c42b937fc0c16a5a13ba2fe2e8e82216a7559fc858964fa40bb7f92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"d468d365-b20b-4b96-94f3-2f607269966d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.204348391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"b8d9f1c2-8200-4d99-9f7c-572a4772be43","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.20479462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"824561f9-cf4d-4f3e-8e11-f4f1ed84f559","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.218796956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"d130a5ad-0dad-4145-be25-5f33ae94cc2a","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.218992541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"ebc7d60d-4d23-4c5f-8a12-b12fa58673e2","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.253897664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"1e330b34-ab26-4150-9327-68b5f4e0302e","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.254360142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"aa4f2a6e-1538-4f63-ac6f-b96334efe31e","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.254544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"ee8d4d2d-9ed9-498f-bc08-e4291e9c4591","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.254701678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"91e92cba-b6fb-4277-853e-95f47ac48d65","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.276305838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f2a4c333-a71c-456b-8be7-b12ff7e1d9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.276527487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7a79192a-d29f-4725-bd1a-3dc34ddc1e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.277214743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"6502ea3a-07e4-4ded-9725-209d832b1c72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.292413194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"5b302389-6889-4fba-ba71-cd4e85916945","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.297110053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"7a79192a-d29f-4725-bd1a-3dc34ddc1e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.300517876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f2a4c333-a71c-456b-8be7-b12ff7e1d9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.421576435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"225b36d4-83a1-4413-a95f-2e70e1473daa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.482180952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"ac736ceb-2bfd-4e4b-8a5e-1dac892f6875","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.551212138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"076dff7a-b729-4ef6-accf-24e2852aef6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.551238822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e1c54e26-f12a-477f-9d8d-d1f13373a8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.567818398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8d061-d834-4337-a13f-e56581a07483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.570797305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"076dff7a-b729-4ef6-accf-24e2852aef6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.571799346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"e1c54e26-f12a-477f-9d8d-d1f13373a8a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.582605399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8d061-d834-4337-a13f-e56581a07483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.597192058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8d061-d834-4337-a13f-e56581a07483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:38.612162753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a8d061-d834-4337-a13f-e56581a07483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.246188599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0409296b-498a-48ef-90d4-716d2bff7c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.260886544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0409296b-498a-48ef-90d4-716d2bff7c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.275358812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0409296b-498a-48ef-90d4-716d2bff7c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.290135267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0409296b-498a-48ef-90d4-716d2bff7c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.849555342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5e648d-e5bd-4483-86af-2acfc4869c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.864443198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5e648d-e5bd-4483-86af-2acfc4869c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.878914727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5e648d-e5bd-4483-86af-2acfc4869c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:39.893193936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5e648d-e5bd-4483-86af-2acfc4869c71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.497305804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282e989-cdd9-4e41-a683-9a3823843793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.523718477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282e989-cdd9-4e41-a683-9a3823843793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.538859364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282e989-cdd9-4e41-a683-9a3823843793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:40.564566292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f282e989-cdd9-4e41-a683-9a3823843793","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.246610176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"cafd791b-3552-44b1-99d7-f0aa2d5cdbf1","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.259177144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"1467aab3-4a3c-4d83-a78b-ff5bdd563047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.27811433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"1467aab3-4a3c-4d83-a78b-ff5bdd563047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.296173815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-70588e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (871ca64cb73b5a2ed435185770008825034124095110a0ce223bf92814ad783f) AuthConfig (3547e992c65b483be2f953e9809fc9ef71eb2d52844a0c3c00545c6841e2fcbd) AuthConfig (0159ff1f7b6ea6790487576ba131018cf5875de7495197c5d3a21751e81e56d8) AuthConfig (4c27bca7d26dade005a4170662c534c654bf13342bdfafdd5d7dd633a12f8e84) AuthConfig (3b3158979a5d2e0b45887cb74fae75e1fc2b9432289325406e72a690a3a3d751) AuthConfig (4a3c84f23123c05889d80de3d61169503e34c9d04f35adaba79f32a03d681e75) AuthConfig (4b40bfd2b070217d65ee2a02030ad26325948c61e5c92ba1b2dbd4e879061599) AuthConfig (201ff0f0078dc9ce2de0a5fd8db270686ced2ba3bfb527dda9af8c237212cc5d) AuthConfig (ab77aaaaf35abf0b4b9aed1b40bfd28157195c4907dd4aa8e6f8e1efc537a435) AuthConfig (3db476e502313955f5b88ffb37b89ed6f62817d4b19181a58b92750eca8e44a0) AuthConfig (c5efcff12f77a2c9ae2fe2521be68a58a7ece3fa49a4b77d7cae86a099fd43d2) AuthConfig (5bf4ad3069f5df122d5240b7fdf60641e3dde867b4c8ec37a0c46620dbc59684) AuthConfig (bf5b3dc70f8de9de687b88e1c48a7d19a5db2f21d5e4098b967f176cbba1e8c4) AuthConfig (0c1b9d8fe24a615aa89bf67a20017611b54b5a288912509079db0900fcef6ba3) AuthConfig (e8b558d5016245cca99685a4b1ba1e1e55d4acb270e2bcfac3050bb3cd82ebbb) AuthConfig (a785991822c0f46b4f93e85d384def8bdc9378863fe2f280096a44ed6a17f1ce) AuthConfig (ce00269101faaa44b3f0d4fe17a13852323d3553451711b457de4eaab43b4147) AuthConfig (10c4d5908698c9353815cfec4d831446493b74d424616850e6002b1b9372af95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"1467aab3-4a3c-4d83-a78b-ff5bdd563047","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.369499883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"fc21ce8a-6f93-456d-b943-d9c94b5f77ee","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.489129805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"beec47e1-c9a5-48bc-8c66-84bd2a5e7df1","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.550734522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"a8b93898-a942-4922-898b-6680a8a26caf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.554687169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"1bbcbe51-5aac-4218-9fdc-352f7e60c8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.554684026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3202acdb-7550-4a93-9381-b567d9833763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.574498313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3202acdb-7550-4a93-9381-b567d9833763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.575125022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"1bbcbe51-5aac-4218-9fdc-352f7e60c8b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.604751295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"3f7b21cb-9711-4859-b4c8-4180be88cead","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.616923337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"29469583-dbfb-479c-b6fe-aed586da8153","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.665014484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"ce8ed599-35b4-4edd-aa4f-b869f16d00e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.682645717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"9fa18ca7-0f0c-4ed2-981a-e6f953fad910","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.755152617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1b92e0bb-8f0b-4a15-9553-2181f4da19e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.755757561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"3dabeeb2-f301-4851-9363-f9ff7a12f6f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.775452323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1b92e0bb-8f0b-4a15-9553-2181f4da19e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.77902803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"3dabeeb2-f301-4851-9363-f9ff7a12f6f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.820505038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"8e9057cb-7b8f-4a67-9eb1-bfa73c042539","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:43.877865855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"5e14aa8f-33c2-4ac2-b224-19e601b73d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:44.62671752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.966880592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"5b003e50-f9ec-4026-a1d6-ce3726616fc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:46.987417163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"5b003e50-f9ec-4026-a1d6-ce3726616fc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:47.007950325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"5b003e50-f9ec-4026-a1d6-ce3726616fc7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:47.505700313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"4611febc-7baa-4263-b5cc-588afa49bc6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:47.526087558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"4611febc-7baa-4263-b5cc-588afa49bc6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:47.544471725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-7f8e5a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (253e5093268c240bb03baa0996bd628fdb107398c898a5a7573d5a1396e3d4d3) AuthConfig (6458fdcfc5aaa3841beefa53e51665f9638341100e1f66b02148d772af25292f) AuthConfig (07fe597b9bb7424463ecbe0f018a9eb40a67f8916468646514c12f3d3de1289c) AuthConfig (b94702aaaeeefd6bff7292d23948b21e982f2cbdcc5b03302f287526111aed2a) AuthConfig (11ad6d1837c5c86508a1498c91e66d750c9c4a81adeb95c62d7de46a962bd8bc) AuthConfig (10ebcf5922ef573cf8b3f4c1f711ddf56176b97de365b07be6e047a2c03fdc01) AuthConfig (715674ed56c580d531dd94c0d3c66aaae2d9d4579769834450b1457db384b5dd) AuthConfig (51a66e9ad7fbeac63c9c8eb4e9d01511b4d0567713603f5c698a0ca186d5462f) AuthConfig (bf38b06ed6f2dd36d211295f28fa54b95c18db1fdf49f6905e4c028856b73d6f) AuthConfig (930cc89bf58e25bc8123ba9ee95e2646e4174d268489b53069661a27e89b5551) AuthConfig (ded4a65d2162887efb9e133405535ea4c53593a870dd1f5d20c084867b8c7dc1) AuthConfig (67ba11526324986d6f726803ec7fc67b9cc1430d0afd84e2d9b33ffbb9f20a8b) AuthConfig (26d934eeda05a48eecfc505f44204568288d13d5e140f4be884bcae311992765) AuthConfig (3b7753aa20da658744e546a4d8b194573dffebb219d4a260e611713b9679bfca) AuthConfig (f4b02577718a5054a52014162d4c628e4418a8705409e961001a63cb5238b924) AuthConfig (12faf5d53e4a975f10c2eba3d52738eeae569703e3a269024b309e4529287885) AuthConfig (7daf97ed44fb4a2bd46cf4b357a98fe5cc97db1089b65f6d5b2a3e6fbfa97891) AuthConfig (54f8f3f98c42b937fc0c16a5a13ba2fe2e8e82216a7559fc858964fa40bb7f92)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"4611febc-7baa-4263-b5cc-588afa49bc6d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.427010265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"81a99b7c-2a0d-4254-89ff-10447f13e790","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.427329892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-2-w4-5b5aec","reconcileID":"c2db35b0-d0eb-422b-9f36-8f2179c9a96f","MaaSModelRef":{"name":"distinct-2-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-2-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-2-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.427588688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"53150c16-f440-48ac-87fc-0e7da579b90c","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.427924269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"9cac4e4e-b6cb-478c-9fb1-bacb77b2f38f","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.471771494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d6a4d311-0dd8-4dd3-932d-bcf2d18b00d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.474598027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f417a891-23c9-4a67-ad65-0495b8d4b79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.490973524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"083398d7-9d49-4390-9a12-4e433bcce7e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.49137873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"d6a4d311-0dd8-4dd3-932d-bcf2d18b00d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.491612624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"a6ad4bef-3a13-4261-b447-2b75a97b164d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.493604581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"f417a891-23c9-4a67-ad65-0495b8d4b79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.579542137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1a465fe6-edf2-4a60-9b03-b88c4d748c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.579542922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b28931cb-e101-41e1-b8e0-1176b12da9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.586496436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"c60e9c79-4981-4269-959a-dea2eab8acb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.587498825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"efe65ca2-9aac-4b02-b556-abf6248e7c69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.59934479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"1a465fe6-edf2-4a60-9b03-b88c4d748c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:48.600030448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"b28931cb-e101-41e1-b8e0-1176b12da9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.337662977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"b16638ab-296a-47de-b79b-823dffa4caf7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.3571023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"b16638ab-296a-47de-b79b-823dffa4caf7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.435823036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b59fb7df-069a-4ecb-933d-58f6429494cd","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:53.435844791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b59fb7df-069a-4ecb-933d-58f6429494cd","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.073214533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"6845cce0-193b-4ebb-ab37-33684610b688","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.073242441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"6845cce0-193b-4ebb-ab37-33684610b688","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.09226317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"85cfa2c9-cb94-4409-8726-593c9b18e2e0","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.092290291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"85cfa2c9-cb94-4409-8726-593c9b18e2e0","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.189133861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"0cb85516-7ead-4807-99c8-8c972ba3190a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.240538028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"0cb85516-7ead-4807-99c8-8c972ba3190a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.265238895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"0cb85516-7ead-4807-99c8-8c972ba3190a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.28461629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"f9db4f50-4d06-48f8-bf02-534ba9a41ec7","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:55.284635707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"f9db4f50-4d06-48f8-bf02-534ba9a41ec7","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.040341862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"42f43c5a-0a8b-441c-ae69-e3cec4ebe0cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.060117987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"42f43c5a-0a8b-441c-ae69-e3cec4ebe0cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.078599721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-94f176-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8f3b26ba175e768f7c2ce98e2dd9eba30b11e7d5a3f2fe116f0b1d36674d6fdc) AuthConfig (666c652aa47333754df477a0ba374d2ea7dc3531623a27cce12746ffd79ba7f3) AuthConfig (9d5149e5db8f0c5f567e642621b7b279967f0104835051d42bdb6a67b19d5b54) AuthConfig (6b4a9789fa2d8e2ea4a73c41ce0e562464ae24bd018779c3102feaf3f780aac3) AuthConfig (52c8f7e32fae8edc370f924115841aca00a63b697ae89a52a7a5a1ad42860402) AuthConfig (f2997c3505df0e045d5efb90df783ffd8fb1554aa1a7d1050bec1dbc353ee7e1) AuthConfig (5af7b86171438cc0ad2b15504884730bda46cc6677895db868109e505fe8e424) AuthConfig (4646a3380b9d20f53c2ae0b8e98fc2925e50a55c58323743fbf72353277574c1) AuthConfig (e442c7af033de03c4c11ef56fd96e53395d6e9fef514bd6285c66a9cabad3fb9) AuthConfig (d1059123f6338de66dc28a1ca7516095cfc8e4f0800b65ec4e849f220d0350da) AuthConfig (996e2d3908be0628af7e6395f191210d2278e0e402d3bc9050c1371bf44a0bcb) AuthConfig (fe73fa3d364266b235d1b105292a61f04c6e97f49c33841b6cc83909ba9dc25e) AuthConfig (739dd721658572d7016a169c0af59d783362f3fcc95950891ca849c25ab22ef9) AuthConfig (ca1dc2ce1072be242bd730297ab3321628191b8b9a1e85d8f7a873acbcf679e6) AuthConfig (22ff2bc3c2a38cadd3d3a3ed7f1a1b29a2399ac76f2088d18a7d5fd799d9251f) AuthConfig (716ce7d2ed28aea732eb17b454d48a688d2e99274d1381a348f6c1f236a4a14a) AuthConfig (f671e6512b955413254460bea3c8f973fff1b1dc8b54dac485987fa1ceb7aa38) AuthConfig (bfa7438510e413a5a2d7f809dc64e58094627962d2df950a94238d59ac0aac27)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"42f43c5a-0a8b-441c-ae69-e3cec4ebe0cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.098899614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b2709c73-7cad-45e0-8df5-c3fdff910b41","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.098915713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"b2709c73-7cad-45e0-8df5-c3fdff910b41","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.57424697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"5fcbd25d-b849-46ac-8fd0-a886ecc668ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.595678234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"5fcbd25d-b849-46ac-8fd0-a886ecc668ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.676401496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"251b5b1d-94d2-47d0-a89b-bed8e59d7c9d","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:46:57.676427176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"251b5b1d-94d2-47d0-a89b-bed8e59d7c9d","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.056104937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"e1c73d15-1826-4e74-a8e2-07c896ac537d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.056125815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"e1c73d15-1826-4e74-a8e2-07c896ac537d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.080015368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"afb6fd8a-59ff-47ab-bc1f-d8a27b0d521d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.080043134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"afb6fd8a-59ff-47ab-bc1f-d8a27b0d521d","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.08412064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2dd7b8c8-f9a6-496b-8dc1-79e56945a4bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:47:00.086129281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"ba09a874-3fc3-41e4-a360-cea5806d43b8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-a4b3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.103719835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2dd7b8c8-f9a6-496b-8dc1-79e56945a4bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.116769217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"c35d9725-9790-42b8-815e-a402ce224bfd","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.116785746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"c35d9725-9790-42b8-815e-a402ce224bfd","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.136218251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9ce50d31-5ba9-48ac-a940-3e76533c7199","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.136232809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9ce50d31-5ba9-48ac-a940-3e76533c7199","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.206440171Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"0ecec99b-4319-42a9-a286-e0e699e2fff7","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","model":"rate-test-model-a96d44","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a96d44/e2e-rate-iso-a-a4b3d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.249239461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"fee5218d-5875-4fb6-b16e-23f5f94b0f5f","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.249257695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"fee5218d-5875-4fb6-b16e-23f5f94b0f5f","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.260525438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"df139b62-bb21-4aae-9a6b-655acc29bb81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.277369388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"c7eb24cb-d065-4eaf-86bd-0e79d4a06c05","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.277393719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"c7eb24cb-d065-4eaf-86bd-0e79d4a06c05","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.277917836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"2c58eed4-05f5-4da6-b248-e5afac1cf186","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.277931277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"2c58eed4-05f5-4da6-b248-e5afac1cf186","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:47:00.289352033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"d0e97853-f4ec-44ac-9f27-47d62f0c7fac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-a4b3d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.291779065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"df139b62-bb21-4aae-9a6b-655acc29bb81","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.322965322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"757672fd-e079-47a9-95fc-f9cb0596aa08","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.322992562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"757672fd-e079-47a9-95fc-f9cb0596aa08","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.325697185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"f09d22c0-91bd-4888-944c-9b4108c5a586","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.342635884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"5c37dbe5-84f7-4f2f-86e4-90333010182e","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.342651799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"5c37dbe5-84f7-4f2f-86e4-90333010182e","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.361669812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"ce782cb1-8571-46bc-8a59-fb8d2fae70fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.38190933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"ce782cb1-8571-46bc-8a59-fb8d2fae70fd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.418532384Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"091cf0eb-6845-4bb8-a3a3-5a9e1f424bc4","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","model":"rate-test-model-7f8e5a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-7f8e5a/e2e-rate-iso-b-a4b3d4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.470992782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"b50ecfea-10f6-4f6f-ac6e-4670924506d4","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.471012836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"b50ecfea-10f6-4f6f-ac6e-4670924506d4","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.480109871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2d0f5226-0788-49fd-8c84-aa94ec359916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.500688581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2d0f5226-0788-49fd-8c84-aa94ec359916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:00.531893586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"fad66d32-ee50-4bfd-96fb-66fe5fe0d5d0","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.476716677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.476811765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.476895322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","tenant":"e2e-shared-b-w3-c2bb6c","tenantID":"e2e-shared-b-w3-c2bb6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.493114138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-c2bb6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.527020225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Service","name":"maas-api-e2e-shared-b-w3-c2bb6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.544899416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-c2bb6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.561007077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-c2bb6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.584091115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.600950914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.620065066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.636703692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.65051475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.66478689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.68040753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.694487373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.708813691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.722932618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.736941636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.756359082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.772436459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.790385053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.80503956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-c2bb6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.819325562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c"},"namespace":"ai-tenant-e2e-shared-b-w3-c2bb6c","name":"default-tenant","reconcileID":"6de94c48-206c-4033-9aca-328c06633fc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-c2bb6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.839398055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.8395957Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.859479351Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.860254869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"f2e45d39-b813-4856-b966-c6a28f6efb88","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.895106786Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.918631491Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.918853461Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.897310644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"216f891e-b1b4-4e98-a724-ff02aec963ea","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.934405874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a73dc2ba-49cf-4184-aa9b-ec3590a73235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.934761587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"281fb132-3ff7-40b6-b65c-8ef3e5481fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.939336911Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.944809778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"06b6f3b7-e80e-481f-b001-ccb87f2170ee","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.949309178Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"3f873161-72c6-4d59-910a-6021717fb1a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0fbf23fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.957346952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"a73dc2ba-49cf-4184-aa9b-ec3590a73235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.965470033Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"3fe2c679-6659-43a3-a633-b2b3e8c4cb58","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.969311561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"281fb132-3ff7-40b6-b65c-8ef3e5481fd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.972681841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"376b5d0d-16c6-47f7-9474-6cdaa2795385","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.984982383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"3b5ee628-5035-42ef-b039-3b4b6db67708","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c7237de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:01.987766674Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"4a71dca6-3db7-49ae-b698-2aa566fcca77","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0fbf23fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.018281882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"1196c0d6-fd65-4e42-9b9f-4f092a8a0e32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4c7237de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.088195856Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3f1b1ffa-5991-413e-8604-fc45e508406a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.102250848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"da741e0b-b7c8-4e3d-a289-afa87cede20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.130812342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3f1b1ffa-5991-413e-8604-fc45e508406a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.137963575Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-c2bb6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-c2bb6c","reconcileID":"586d2ed8-5975-4960-8c54-6214496f398a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-c2bb6c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-c2bb6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.182171976Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3f1b1ffa-5991-413e-8604-fc45e508406a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.182198184Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-access","reconcileID":"3f1b1ffa-5991-413e-8604-fc45e508406a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.201433366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"f65f7147-7b04-41de-9ded-8a2c97856e71","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.231113565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"da741e0b-b7c8-4e3d-a289-afa87cede20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.256115233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"da741e0b-b7c8-4e3d-a289-afa87cede20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"e2e-worker-w4-5b5aec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.256145018Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-access","reconcileID":"da741e0b-b7c8-4e3d-a289-afa87cede20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.275657238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"a9db560f-1d48-493b-860e-1a54e622f450","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.559756703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0307c184-a635-4688-8411-80c4400ae20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.573932119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0307c184-a635-4688-8411-80c4400ae20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.588100043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0307c184-a635-4688-8411-80c4400ae20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:02.603176585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0307c184-a635-4688-8411-80c4400ae20b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.257284501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61d415d-12d2-41d3-b55a-7a65fb88e7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.271630569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61d415d-12d2-41d3-b55a-7a65fb88e7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.286315074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61d415d-12d2-41d3-b55a-7a65fb88e7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:03.300816001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b61d415d-12d2-41d3-b55a-7a65fb88e7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:05.372002516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"8a7dc0af-826b-41dc-b024-4c03abbfb7d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:05.391303565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"8a7dc0af-826b-41dc-b024-4c03abbfb7d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:05.409420469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"8a7dc0af-826b-41dc-b024-4c03abbfb7d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.193133214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"0fc26556-08aa-401e-bc60-59f314d49c11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.212396713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"0fc26556-08aa-401e-bc60-59f314d49c11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.289951628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"0094edc1-386c-4825-8162-603cdf0a2c55","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.289969751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"0094edc1-386c-4825-8162-603cdf0a2c55","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.672965576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a1434058-c5e0-4cf4-a1d9-3083cd5b316a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.672986445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a1434058-c5e0-4cf4-a1d9-3083cd5b316a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.692564936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1c504315-36e5-487a-bd77-f700a4071822","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.692586416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1c504315-36e5-487a-bd77-f700a4071822","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.720462852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"a1349145-5b89-4b21-bd55-168996721ca4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.773354556Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"a1349145-5b89-4b21-bd55-168996721ca4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.791242383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"a1349145-5b89-4b21-bd55-168996721ca4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.810922867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"994b7a6a-9ab5-47e6-b075-e4809a20e0b7","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:07.810938779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"994b7a6a-9ab5-47e6-b075-e4809a20e0b7","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.298131384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"ef10f6f6-094d-49e0-804d-08448c0013af","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.298355167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"99ce3ebc-428b-4e4f-8829-34d393956c9f","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.298706799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"82741f05-e307-49a1-8305-5f0960a7792a","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.313014767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"ffed97fa-fa56-4161-804a-b1269dd2b683","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.347838033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"a9114f3c-4ffd-46fd-9289-e59c852aa8a3","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.348027892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"6d8790b4-f8c3-4963-b29e-78fc4b74273c","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.348223365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"8787575e-c3c7-4a1c-9e52-c2994bef4e99","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.348568122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"3fe993f0-5f9a-4cb2-8278-31ea2a5f151d","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.355139166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"273d3806-0958-4fe6-89b6-e6428bc41451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.355149157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85b40f68-f3ff-4fae-b30d-488916136fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.370927896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"84609856-7b02-4aad-a693-3fc40e9bc2dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.374737346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"85b40f68-f3ff-4fae-b30d-488916136fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.376005352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"273d3806-0958-4fe6-89b6-e6428bc41451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.504580288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"b1509f94-48ed-492a-94b5-2f5b29ad3599","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.508435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"703811a9-62c9-4d35-a30d-f0169bad57cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.542562884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0eed0683-e7e8-4ab7-b72d-2203792a81d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.542793269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"52bd06f9-8ded-4b0c-bbc8-2d44a4b045fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.567448863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"52bd06f9-8ded-4b0c-bbc8-2d44a4b045fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.569784014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0eed0683-e7e8-4ab7-b72d-2203792a81d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.66452567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"0f90e4b3-c6e7-47bf-bb0b-89f31aa66932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.76564394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2dcba5-ad3d-42b2-bedb-dfbd971d56e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.77971797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2dcba5-ad3d-42b2-bedb-dfbd971d56e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.793920183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2dcba5-ad3d-42b2-bedb-dfbd971d56e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:10.808018698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c2dcba5-ad3d-42b2-bedb-dfbd971d56e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:11.413640703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7ad830-55e2-4932-93c8-a40695279c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:11.427877449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7ad830-55e2-4932-93c8-a40695279c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:11.442195712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7ad830-55e2-4932-93c8-a40695279c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:11.456456956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f7ad830-55e2-4932-93c8-a40695279c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.002348633Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"8c401e56-ecc4-4e28-8755-4645493807dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.017111114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f581f1f-f1ea-4db6-b6fc-80250d1fd49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.032442641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f581f1f-f1ea-4db6-b6fc-80250d1fd49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.034025366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"8c401e56-ecc4-4e28-8755-4645493807dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.046526816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f581f1f-f1ea-4db6-b6fc-80250d1fd49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.062143033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"3bf57e8b-f8f2-4ca5-ad6d-6ce5633c4e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.062268327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f581f1f-f1ea-4db6-b6fc-80250d1fd49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.062474476Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"simulator-subscription","reconcileID":"8c401e56-ecc4-4e28-8755-4645493807dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/simulator-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.07738598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"3bf57e8b-f8f2-4ca5-ad6d-6ce5633c4e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.163559874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"premium-simulator-subscription","reconcileID":"3bf57e8b-f8f2-4ca5-ad6d-6ce5633c4e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"name":"maas-trlp-premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec","model":"e2e-models-e2e-worker-w4-5b5aec/premium-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.217390886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"3fff8ce6-e9c4-4277-99fd-9515e48588f4","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:12.314986714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"c072f14c-d11f-439d-b4ec-578e6647439f","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:14.633034267Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.318498285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"f20540a4-2290-4c8f-a3fa-064e0a5d93c8","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.438280789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"7c120fc1-c641-4c76-b882-29549bce061c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.439744332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"207aca13-4a21-4c5f-ad88-a4f0eb97374a","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.458069115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"7c120fc1-c641-4c76-b882-29549bce061c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.47635128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"7c120fc1-c641-4c76-b882-29549bce061c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.562280137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"a7d5a57e-8f85-4b51-bba2-6b9ad720249f","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.621860564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"aefa7f63-6024-42c7-9716-19a25ba1ce6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.626280531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b678086f-7094-4156-b071-813c455ee1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.626280533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"37567552-02a9-4877-ba75-d4da5ba747de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.645629972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"37567552-02a9-4877-ba75-d4da5ba747de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.6457149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"b678086f-7094-4156-b071-813c455ee1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.675223141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"6859b6a8-1aaf-42d8-a338-50fc7605b61c","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.681027929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"a0440fa8-23c9-4c3c-a27b-bf2ef6cae91e","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.733845197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"1451976f-de94-4fc1-adf8-68c2577d8520","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.738747732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"30ab0369-d832-47ae-ab98-74dc32f1471e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.790260173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"4a1cf87b-f261-44da-a754-5b33bc5a49a3","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.837227942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6c9681a8-b0ef-42c0-b300-358e7b8dec18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.837555077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0789f84f-14cb-4249-a2f8-1f9e4e2b181a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.874232764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"3e7aa788-b716-49fe-acd6-ed4c0fc4fae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.879433657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"6c9681a8-b0ef-42c0-b300-358e7b8dec18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:15.885412477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"0789f84f-14cb-4249-a2f8-1f9e4e2b181a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.840136562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"df1e331d-4053-4a95-b4ff-f57b4aa62306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.859377753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"df1e331d-4053-4a95-b4ff-f57b4aa62306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:17.87729763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"df1e331d-4053-4a95-b4ff-f57b4aa62306","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.671457128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"0669b534-a023-47ad-8b05-4e58b6150157","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.671789175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"3b57998c-9084-428e-afc5-322269406b0e","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.672026404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"distinct-w4-5b5aec","reconcileID":"7d56dd4d-0310-4694-b2d5-c186d5f42f72","MaaSModelRef":{"name":"distinct-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"distinct-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"distinct-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.692445091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"simulator-w4-5b5aec","reconcileID":"f7be7b6a-54a1-4d38-ad79-cb032e31e91c","MaaSModelRef":{"name":"simulator-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"simulator-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"simulator-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:19.69281274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"namespace":"e2e-models-e2e-worker-w4-5b5aec","name":"premium-w4-5b5aec","reconcileID":"1a5694eb-5de8-41c0-8b13-8d87d490593f","MaaSModelRef":{"name":"premium-w4-5b5aec","namespace":"e2e-models-e2e-worker-w4-5b5aec"},"routeName":"premium-w4-5b5aec-kserve-route","namespace":"e2e-models-e2e-worker-w4-5b5aec","llmisvcName":"premium-w4-5b5aec","gateway":"openshift-ingress/e2e-worker-w4-5b5aec","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.528561811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"d0edb321-2654-4c60-91d2-7b2b0afe19bc","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.528981947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"c22b2061-3fb8-43e1-85e2-5596c35f1e91","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.529253298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"34e08876-ec88-4f46-a725-6ed9fd1a914b","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.529439893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"76bd5bd9-ccd6-4e52-ac28-1fe4c654da07","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.569854759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"311007d9-879a-4633-8e6f-57b37b352ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.56987992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b7439b0c-1051-457e-bab7-4dfd251092d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.589419209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"b7439b0c-1051-457e-bab7-4dfd251092d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.589518905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"311007d9-879a-4633-8e6f-57b37b352ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.673149977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"53a1bf8a-1296-4152-8619-722024127cda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.673184262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"4c25fd1d-e34d-4d8a-bba6-6bc321ee3e3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.675863612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4ccb4d96-746a-4170-bab4-64857b6e5712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.676198027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"818da216-3ef6-4581-a8f3-b20e4e7d2c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.69469497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"4ccb4d96-746a-4170-bab4-64857b6e5712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.69489168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"818da216-3ef6-4581-a8f3-b20e4e7d2c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.762436392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"c3912e16-6bd6-428d-85d4-771c883f630f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-premium-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:20.762602864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"ec905455-7a95-456a-8421-f8ef26e3f56f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"maas-trlp-simulator-w3-83f889","model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.505005402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"929ccd21-e38c-400f-98d4-0a7f351a694f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.523934922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"929ccd21-e38c-400f-98d4-0a7f351a694f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:25.542093391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"929ccd21-e38c-400f-98d4-0a7f351a694f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:27.920205516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"e4bb9f32-f55a-499c-9cb8-df5b22d2e281","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:27.94290116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"e4bb9f32-f55a-499c-9cb8-df5b22d2e281","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:27.960751774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"e4bb9f32-f55a-499c-9cb8-df5b22d2e281","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.439502526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"f149dc46-356e-4186-8dcc-368f25490005","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.501981693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"7847ac28-811d-4d73-a691-545b4a8feb40","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.502007517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"7847ac28-811d-4d73-a691-545b4a8feb40","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.768030326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"ae532d47-25a8-414b-a18c-874d5a19a5f4","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.822441942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"4c94b499-dc46-4eae-bd91-897348cbaa89","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:29.822460012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"4c94b499-dc46-4eae-bd91-897348cbaa89","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.167774107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"bd7cd42d-96b4-4f4f-abc9-163a8294caba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.186556471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"bd7cd42d-96b4-4f4f-abc9-163a8294caba","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.26908099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"9206f51a-1881-4b84-86c2-ba613ee60f04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.287891426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"9206f51a-1881-4b84-86c2-ba613ee60f04","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.956867287Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.95692769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","namespace":"ai-tenant-e2e-worker-w4-5b5aec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.956974959Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","tenant":"e2e-worker-w4-5b5aec","tenantID":"e2e-worker-w4-5b5aec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:30.973248327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Deployment","name":"maas-api-e2e-worker-w4-5b5aec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.003120818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Service","name":"maas-api-e2e-worker-w4-5b5aec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.020797692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-5b5aec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.039021468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-5b5aec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.056206299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.074312682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.09391448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.110496802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.126661706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.140561245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.154552136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Service","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.168338204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.182136903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.195965566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.209943595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.233560987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.248410397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.262538376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.276616068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-5b5aec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.290369665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-5b5aec"},"namespace":"ai-tenant-e2e-worker-w4-5b5aec","name":"default-tenant","reconcileID":"55d8dc0e-dca9-4f38-92b7-3d2ae4d07a18","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-5b5aec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:31.607289054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-5b5aec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-5b5aec","reconcileID":"713ebcb3-3866-476e-9c25-e0f7f9478444","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-5b5aec","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-5b5aec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.022868983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba86fa-f805-473e-b4a4-b26d841babbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.037208863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba86fa-f805-473e-b4a4-b26d841babbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.051390456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba86fa-f805-473e-b4a4-b26d841babbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.065444833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bba86fa-f805-473e-b4a4-b26d841babbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.633450204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913ef69-064a-4995-9a18-259241546821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.64851685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913ef69-064a-4995-9a18-259241546821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.663182253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913ef69-064a-4995-9a18-259241546821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:32.677665226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8913ef69-064a-4995-9a18-259241546821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:35.571468688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"013b8114-6ed9-476b-9edb-3ea18df3cf9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:35.590675651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"013b8114-6ed9-476b-9edb-3ea18df3cf9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:35.609102416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70bd90a022c0c2de9fea85567376ce648e320e5d3ad3af3af9964eb840b65f54) AuthConfig (5e1445b877485c67bff603cc665ff1ebaba50e11f0b319cc2f3fd5983550404b) AuthConfig (aa2ca927fc99f445b2ee38ae6029a05fd0ac8a742720fcedbded1aeb583e1d23) AuthConfig (05340e2ac09e2618233227ee9dd6da8eed827905383e07165ed0320c0691b917) AuthConfig (b7356c0a823b2a94c2088568373f23f845b5521abd8759a2d9e0a32e3b9375fb) AuthConfig (30fcd5a42b207bcf073bb3d140bcd35a4139a7da67c907be0e75560064ca766b) AuthConfig (5998ff377a9de1fcc2f2682c7df06215ea61d7c7fcc67903613da1de0d1be45e) AuthConfig (3f8da79d337b87a5b9c18fb1df764b916b86cc7ac81d9aa0c7809b7b57771855) AuthConfig (e57b7995fbdae09440c3ef4569825bdef92b04c63c5089ad98fb8da617cd612f) AuthConfig (0180be9c200988e8455bf7e0faf0a07417b021cc349826263fcc1aa4626db386) AuthConfig (7692646359e5cc7f70d9c9320cb9647a8223bc7c464dbf7fbedc40789654d5b7) AuthConfig (438fc7040241c03faec15ff0e513254c780980e076fab11f313a97cda492eb0f) AuthConfig (36ce2b22497a508606a91e7c26309a8ff79223e2ea960d2da5de9513581bb955) AuthConfig (19b7fc3fd501e5dae10f97eba69af58c04ef9b327f69b8a5848f6b3c7c745f50) AuthConfig (15d2bbccfd9e5587c9f152d6d12e6af831d38ea67681791d688028582371f1b3) AuthConfig (ca3c69e725f4471cdcdfb4247466d362eb8fdf514832c6018ccc50912993ca03) AuthConfig (3ee0baba2e600f1eba97930bcc260ef3dfae790d808f7d6b6c262882afa38855) AuthConfig (cd02a59e0f7ba6c0afe7136ebe70f1040046b1b1d7de7a8d0d6ef85255279efd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"013b8114-6ed9-476b-9edb-3ea18df3cf9e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:35.629121524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"deab30b4-b5af-4b04-9081-2f8744d41dc2","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:35.629140126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"deab30b4-b5af-4b04-9081-2f8744d41dc2","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:37.989611893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"5f232fa0-b86c-4c90-8030-44138ddcd33e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:38.008847661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"5f232fa0-b86c-4c90-8030-44138ddcd33e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:38.027108479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ade1b218cb0ea91c45baab1a1e738a027b43fdb710d15a91489628ad915b8571) AuthConfig (5d51bfd6f9cbdce6d27b2a7862d470a1bf64730559b3cdd6544a84ba312575f7) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (7ec69b5b7abdfb5929dea0c1fd795d51e1716bf7e29ddff9634e90a899a869d8) AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (8955eacd27896840e2007d8a0a58ab8bc56a37cda37856d97b7407a384596bc7) AuthConfig (c4389c308ff48eef5401cc6efee12bb08b3f53c40dccf86109e84367f46e0b7c) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (13c4114c05f61687cf4593ffbfdd146d6e465fd04c410b4b980613803deceee5) AuthConfig (c06e4cb8a89ef823a5ac907f27cdf8513c4a61c42365d8dfc8b42d7dce77517a) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (78d782b6cc90b1ba096bbf61da3b93176b34dffff3b3fef28bfa3a4ead9be9ba) AuthConfig (b4428523de7c2d8314ca7cdc8cc888d4915e339062b4f80e6ba7bef7e6f818ba) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (607abb8158bb4bf0b79b7297fda72de946bc62c6dd216f4ff14be3b69f3dd855) AuthConfig (e70393dbe146e1f06bc0f317f441e97a2e93099cf508013e6878f5d3dfb8ccc1) AuthConfig (552306028c9114ddb7f12bd6d485f2a2b6182ffea45421e19f23dad1a2b0b4c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"5f232fa0-b86c-4c90-8030-44138ddcd33e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:38.075136828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"0d309dfc-589b-4795-9e4e-336788c1fc8e","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:38.07516064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"0d309dfc-589b-4795-9e4e-336788c1fc8e","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.584209682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.58430405Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.603289697Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.604649856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"1372e66c-739b-4572-8dec-b90d7056c232","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.622510821Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.622530944Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.622612374Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.628103994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"2965b441-e87e-4472-9afd-75c7683ff9cc","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.629218782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.643925973Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.648269217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"cae8d5ae-3c84-4bf3-a99e-5213b19ba94a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.654168479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f3b5156f-011e-4886-a0f2-00555be0ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.654216761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2b8da249-acdd-47c5-b4bf-80b65032f494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.654492455Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"86201b64-c3f7-4459-a00d-fbe111cdba6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12ab0d52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.6658192Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"84e231a0-de3e-46f1-a1cf-e60415d49ca2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.66755603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"f8e4a4d5-256f-4d7f-99b7-d3d0bd20eb1b","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.676898512Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"164fa1df-91db-48f2-907b-4cb6488a4d9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58b3aa2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.681728537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"2b8da249-acdd-47c5-b4bf-80b65032f494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.681842204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"f3b5156f-011e-4886-a0f2-00555be0ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.688264322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"3824b87f-708f-48e1-810f-9b0f180e0074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12ab0d52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.707769253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"bb1da247-e98f-4c50-a171-6bae606299ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-58b3aa2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.866106128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4bbd13d0-424a-48f8-bdf4-29ddb135d351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.866631678Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3aa37350-5496-4b7b-831d-969b66e53b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.909181104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4bbd13d0-424a-48f8-bdf4-29ddb135d351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.909183029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3aa37350-5496-4b7b-831d-969b66e53b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.960851589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3aa37350-5496-4b7b-831d-969b66e53b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.960871842Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-access","reconcileID":"3aa37350-5496-4b7b-831d-969b66e53b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:47:44.971215713Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4bbd13d0-424a-48f8-bdf4-29ddb135d351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-83f889-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:47:44.971277825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"4bbd13d0-424a-48f8-bdf4-29ddb135d351","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-83f889-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.976464156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a5c3bbb8-6480-49e2-b0d2-1b9257c8526f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:44.982005045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"0c5e3321-10a1-417d-97d6-80218e5469cd","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.019278693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a5c3bbb8-6480-49e2-b0d2-1b9257c8526f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.038958638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a5c3bbb8-6480-49e2-b0d2-1b9257c8526f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"name":"e2e-worker-w3-83f889-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.038980513Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-access","reconcileID":"a5c3bbb8-6480-49e2-b0d2-1b9257c8526f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-83f889"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.058084356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"ac58b49d-2032-46cd-af44-c4f51c69ccb4","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.657431941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fdc0e76e-439b-4a87-af07-9dd18cd77909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.677241185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fdc0e76e-439b-4a87-af07-9dd18cd77909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:45.695290014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70bd90a022c0c2de9fea85567376ce648e320e5d3ad3af3af9964eb840b65f54) AuthConfig (5e1445b877485c67bff603cc665ff1ebaba50e11f0b319cc2f3fd5983550404b) AuthConfig (aa2ca927fc99f445b2ee38ae6029a05fd0ac8a742720fcedbded1aeb583e1d23) AuthConfig (05340e2ac09e2618233227ee9dd6da8eed827905383e07165ed0320c0691b917) AuthConfig (b7356c0a823b2a94c2088568373f23f845b5521abd8759a2d9e0a32e3b9375fb) AuthConfig (30fcd5a42b207bcf073bb3d140bcd35a4139a7da67c907be0e75560064ca766b) AuthConfig (5998ff377a9de1fcc2f2682c7df06215ea61d7c7fcc67903613da1de0d1be45e) AuthConfig (3f8da79d337b87a5b9c18fb1df764b916b86cc7ac81d9aa0c7809b7b57771855) AuthConfig (e57b7995fbdae09440c3ef4569825bdef92b04c63c5089ad98fb8da617cd612f) AuthConfig (0180be9c200988e8455bf7e0faf0a07417b021cc349826263fcc1aa4626db386) AuthConfig (7692646359e5cc7f70d9c9320cb9647a8223bc7c464dbf7fbedc40789654d5b7) AuthConfig (438fc7040241c03faec15ff0e513254c780980e076fab11f313a97cda492eb0f) AuthConfig (36ce2b22497a508606a91e7c26309a8ff79223e2ea960d2da5de9513581bb955) AuthConfig (19b7fc3fd501e5dae10f97eba69af58c04ef9b327f69b8a5848f6b3c7c745f50) AuthConfig (15d2bbccfd9e5587c9f152d6d12e6af831d38ea67681791d688028582371f1b3) AuthConfig (ca3c69e725f4471cdcdfb4247466d362eb8fdf514832c6018ccc50912993ca03) AuthConfig (3ee0baba2e600f1eba97930bcc260ef3dfae790d808f7d6b6c262882afa38855) AuthConfig (cd02a59e0f7ba6c0afe7136ebe70f1040046b1b1d7de7a8d0d6ef85255279efd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fdc0e76e-439b-4a87-af07-9dd18cd77909","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:48.105012627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"2f792605-3006-4fda-b827-f6a970a84b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:48.164539498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"2f792605-3006-4fda-b827-f6a970a84b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:48.182182599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ade1b218cb0ea91c45baab1a1e738a027b43fdb710d15a91489628ad915b8571) AuthConfig (5d51bfd6f9cbdce6d27b2a7862d470a1bf64730559b3cdd6544a84ba312575f7) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (7ec69b5b7abdfb5929dea0c1fd795d51e1716bf7e29ddff9634e90a899a869d8) AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (8955eacd27896840e2007d8a0a58ab8bc56a37cda37856d97b7407a384596bc7) AuthConfig (c4389c308ff48eef5401cc6efee12bb08b3f53c40dccf86109e84367f46e0b7c) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (13c4114c05f61687cf4593ffbfdd146d6e465fd04c410b4b980613803deceee5) AuthConfig (c06e4cb8a89ef823a5ac907f27cdf8513c4a61c42365d8dfc8b42d7dce77517a) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (78d782b6cc90b1ba096bbf61da3b93176b34dffff3b3fef28bfa3a4ead9be9ba) AuthConfig (b4428523de7c2d8314ca7cdc8cc888d4915e339062b4f80e6ba7bef7e6f818ba) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (607abb8158bb4bf0b79b7297fda72de946bc62c6dd216f4ff14be3b69f3dd855) AuthConfig (e70393dbe146e1f06bc0f317f441e97a2e93099cf508013e6878f5d3dfb8ccc1) AuthConfig (552306028c9114ddb7f12bd6d485f2a2b6182ffea45421e19f23dad1a2b0b4c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"2f792605-3006-4fda-b827-f6a970a84b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.853086925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-2-w3-83f889","reconcileID":"1881f9c7-a586-4a13-a5d1-02e5ca029548","MaaSModelRef":{"name":"distinct-2-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-2-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-2-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.859861356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"5ecb52b6-109f-4d8e-bf93-e4538d5d424e","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.868802457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"7574faee-45ea-48fd-818a-b509710bb523","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.876318552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"553dbf91-75b4-42f9-b9bf-699eeec6e905","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.93448801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"d70896ea-3998-481e-8c45-e8b288a890ff","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.934773181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"premium-w3-83f889","reconcileID":"c12388d7-22c0-4ae7-984b-6b25a07bef44","MaaSModelRef":{"name":"premium-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"premium-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"premium-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.935006922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"distinct-w3-83f889","reconcileID":"35ce628e-6bfc-4f7c-ba5b-3483867f52a4","MaaSModelRef":{"name":"distinct-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"distinct-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"distinct-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.949824523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"2f460e09-28a1-473c-a871-adbe8688de99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.949830241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"7158a7ad-b95f-4878-a378-2110ececd04a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.953614209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"namespace":"e2e-models-e2e-worker-w3-83f889","name":"simulator-w3-83f889","reconcileID":"55ec2240-0d4f-4232-8cc5-b877fcfd644a","MaaSModelRef":{"name":"simulator-w3-83f889","namespace":"e2e-models-e2e-worker-w3-83f889"},"routeName":"simulator-w3-83f889-kserve-route","namespace":"e2e-models-e2e-worker-w3-83f889","llmisvcName":"simulator-w3-83f889","gateway":"openshift-ingress/e2e-worker-w3-83f889","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.965224141Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"premium-simulator-subscription","reconcileID":"2f460e09-28a1-473c-a871-adbe8688de99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/premium-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:51.965448217Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"simulator-subscription","reconcileID":"7158a7ad-b95f-4878-a378-2110ececd04a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-83f889"},"model":"e2e-models-e2e-worker-w3-83f889/simulator-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:55.724195506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"a9cd818e-662f-478f-8a6d-a3bd14c2e582","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:55.743278666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"a9cd818e-662f-478f-8a6d-a3bd14c2e582","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:55.761213474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c5de2e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (70bd90a022c0c2de9fea85567376ce648e320e5d3ad3af3af9964eb840b65f54) AuthConfig (5e1445b877485c67bff603cc665ff1ebaba50e11f0b319cc2f3fd5983550404b) AuthConfig (aa2ca927fc99f445b2ee38ae6029a05fd0ac8a742720fcedbded1aeb583e1d23) AuthConfig (05340e2ac09e2618233227ee9dd6da8eed827905383e07165ed0320c0691b917) AuthConfig (b7356c0a823b2a94c2088568373f23f845b5521abd8759a2d9e0a32e3b9375fb) AuthConfig (30fcd5a42b207bcf073bb3d140bcd35a4139a7da67c907be0e75560064ca766b) AuthConfig (5998ff377a9de1fcc2f2682c7df06215ea61d7c7fcc67903613da1de0d1be45e) AuthConfig (3f8da79d337b87a5b9c18fb1df764b916b86cc7ac81d9aa0c7809b7b57771855) AuthConfig (e57b7995fbdae09440c3ef4569825bdef92b04c63c5089ad98fb8da617cd612f) AuthConfig (0180be9c200988e8455bf7e0faf0a07417b021cc349826263fcc1aa4626db386) AuthConfig (7692646359e5cc7f70d9c9320cb9647a8223bc7c464dbf7fbedc40789654d5b7) AuthConfig (438fc7040241c03faec15ff0e513254c780980e076fab11f313a97cda492eb0f) AuthConfig (36ce2b22497a508606a91e7c26309a8ff79223e2ea960d2da5de9513581bb955) AuthConfig (19b7fc3fd501e5dae10f97eba69af58c04ef9b327f69b8a5848f6b3c7c745f50) AuthConfig (15d2bbccfd9e5587c9f152d6d12e6af831d38ea67681791d688028582371f1b3) AuthConfig (ca3c69e725f4471cdcdfb4247466d362eb8fdf514832c6018ccc50912993ca03) AuthConfig (3ee0baba2e600f1eba97930bcc260ef3dfae790d808f7d6b6c262882afa38855) AuthConfig (cd02a59e0f7ba6c0afe7136ebe70f1040046b1b1d7de7a8d0d6ef85255279efd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"a9cd818e-662f-478f-8a6d-a3bd14c2e582","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.211343232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"0b85fb33-d316-49eb-bbad-c89939dda2f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.230427819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"0b85fb33-d316-49eb-bbad-c89939dda2f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:47:58.248456219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-5e337e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ade1b218cb0ea91c45baab1a1e738a027b43fdb710d15a91489628ad915b8571) AuthConfig (5d51bfd6f9cbdce6d27b2a7862d470a1bf64730559b3cdd6544a84ba312575f7) AuthConfig (a0618371d6b5cddcd67c81d50cb65f49defb89ba61104e29df575f77afe6e8ad) AuthConfig (39c54abf29e80972fc9eb1461d60c6189a4ded2291e8daa752aff3b0aa391a26) AuthConfig (7ec69b5b7abdfb5929dea0c1fd795d51e1716bf7e29ddff9634e90a899a869d8) AuthConfig (0eb046794f696dc14038293b56c3c51a7f7f27c381e5274190a1b8824ed28be3) AuthConfig (8955eacd27896840e2007d8a0a58ab8bc56a37cda37856d97b7407a384596bc7) AuthConfig (c4389c308ff48eef5401cc6efee12bb08b3f53c40dccf86109e84367f46e0b7c) AuthConfig (db68ff844fc6842a12249eb4172f63d3de077da6719935625fd5ed697a47dd35) AuthConfig (13c4114c05f61687cf4593ffbfdd146d6e465fd04c410b4b980613803deceee5) AuthConfig (c06e4cb8a89ef823a5ac907f27cdf8513c4a61c42365d8dfc8b42d7dce77517a) AuthConfig (903fc279291d939de3a70dc214b623b8f75859bc16a50520c28db0237dcb5ca2) AuthConfig (78d782b6cc90b1ba096bbf61da3b93176b34dffff3b3fef28bfa3a4ead9be9ba) AuthConfig (b4428523de7c2d8314ca7cdc8cc888d4915e339062b4f80e6ba7bef7e6f818ba) AuthConfig (94aafee4172d20a4343e680266fde7e1c55e0a6482ac968c92b7ac731fd5a81d) AuthConfig (607abb8158bb4bf0b79b7297fda72de946bc62c6dd216f4ff14be3b69f3dd855) AuthConfig (e70393dbe146e1f06bc0f317f441e97a2e93099cf508013e6878f5d3dfb8ccc1) AuthConfig (552306028c9114ddb7f12bd6d485f2a2b6182ffea45421e19f23dad1a2b0b4c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"0b85fb33-d316-49eb-bbad-c89939dda2f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:01.931877996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b28c4414-4a91-4d93-8920-ad3f0da6bf5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:01.932000246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"f906a136-86b2-489c-b562-3a4c7bc5cc24","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:01.932018718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"f906a136-86b2-489c-b562-3a4c7bc5cc24","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:01.976248288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b28c4414-4a91-4d93-8920-ad3f0da6bf5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.013218461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"2b86a5af-4735-42f3-8baf-baeb06e0a554","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.031511171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b28c4414-4a91-4d93-8920-ad3f0da6bf5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.031538312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b28c4414-4a91-4d93-8920-ad3f0da6bf5b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.049926917Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2f57dbf3-72c6-48b7-9bf9-daf5f3c9f544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.050186666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"7eb68610-a424-4403-8534-a41cab6bb515","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.050203789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"7eb68610-a424-4403-8534-a41cab6bb515","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.133218387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"19943244-b608-48a6-ac19-95c78bf2f45e","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.175702602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2f57dbf3-72c6-48b7-9bf9-daf5f3c9f544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.195474813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2f57dbf3-72c6-48b7-9bf9-daf5f3c9f544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"e2e-shared-a-w0-a96d44-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.195498103Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2f57dbf3-72c6-48b7-9bf9-daf5f3c9f544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a96d44","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:02.209822519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"2f57dbf3-72c6-48b7-9bf9-daf5f3c9f544","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-a4b3d4\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.233127689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b1cfd9f0-ed6c-46c0-a11d-bfd22a3f7e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.233159892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"cc9b92d7-9c72-4dc7-a269-960e4bbe2cbf","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.233175644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"cc9b92d7-9c72-4dc7-a269-960e4bbe2cbf","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.310478528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"9a737e9d-644d-4e61-be57-7747e2a60499","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.364671421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b1cfd9f0-ed6c-46c0-a11d-bfd22a3f7e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.41671581Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b1cfd9f0-ed6c-46c0-a11d-bfd22a3f7e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"e2e-shared-b-w0-7f8e5a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.416742889Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-auth-a4b3d4","reconcileID":"b1cfd9f0-ed6c-46c0-a11d-bfd22a3f7e62","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.435506319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"94d4130a-fc98-4b98-8bd3-389f5062d047","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.435529244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"94d4130a-fc98-4b98-8bd3-389f5062d047","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.51592268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"8e176bfd-243e-4d39-916a-678ce71e2570","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.605664153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9ade7457-b7d3-428e-bfd1-7b8a802eb5db","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:02.605691407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"9ade7457-b7d3-428e-bfd1-7b8a802eb5db","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.790080673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"428861ab-89e2-4070-bb98-77ab0b05ec63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.810299827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"428861ab-89e2-4070-bb98-77ab0b05ec63","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.889732206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"bdeb9b6c-d7e5-4e0a-a8e3-9652f9ee0a0f","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:05.889756807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"bdeb9b6c-d7e5-4e0a-a8e3-9652f9ee0a0f","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.986508345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"aec91923-8713-4f5f-a663-015616aee8f8","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:07.986531099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"aec91923-8713-4f5f-a663-015616aee8f8","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.017294728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"319af689-4a35-4c33-984f-6e1cef7724fc","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.017323038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"319af689-4a35-4c33-984f-6e1cef7724fc","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.02255261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"328d5db7-92de-4164-b81e-7f3f0de6d7c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:08.031341673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"da172c83-23f0-4d91-a644-f96bf484f382","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-80456c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.042748641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"328d5db7-92de-4164-b81e-7f3f0de6d7c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.065640292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"644bfb8f-8abd-494e-88f5-2c46de29c7a2","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.065660889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"644bfb8f-8abd-494e-88f5-2c46de29c7a2","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.083162909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"950de4f1-0ae3-4bcd-8c89-d32bee015ebb","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.083181299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"950de4f1-0ae3-4bcd-8c89-d32bee015ebb","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.144581104Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"de754fe3-298a-4bda-9ad2-7698f1335ff5","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","model":"rate-test-model-70588e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-70588e/e2e-rate-iso-a-80456c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.172953551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"d36be16a-7601-4f63-b982-051db5272124","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.172975157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"d36be16a-7601-4f63-b982-051db5272124","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.196276076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"0307aefe-ac27-4eda-b543-8733b6ab4f91","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.19629284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"0307aefe-ac27-4eda-b543-8733b6ab4f91","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.202436006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"9050cdac-837d-4827-a995-a47e939fe5e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.202499022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fa378ff6-bc70-4404-b8e1-b9c103c3e1f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:08.205690499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"d96e2544-8114-4e6a-a818-4ce68fe1cc7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-80456c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:08.211994847Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"0307aefe-ac27-4eda-b543-8733b6ab4f91","name":"rate-test-model-c5de2e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c5de2e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:08.212073909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"0307aefe-ac27-4eda-b543-8733b6ab4f91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c5de2e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.212277778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b6d0a37c-18f2-4121-9d74-b4cb326f30c2","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.212292319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"b6d0a37c-18f2-4121-9d74-b4cb326f30c2","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.217440879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"aa000706-806c-4582-adee-d8685581baaf","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.217455334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"aa000706-806c-4582-adee-d8685581baaf","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.222243637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fa378ff6-bc70-4404-b8e1-b9c103c3e1f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.222410129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"9050cdac-837d-4827-a995-a47e939fe5e3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.23918611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"2525ef58-25e8-41b0-a63e-11e858c6bb1b","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.239203569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"2525ef58-25e8-41b0-a63e-11e858c6bb1b","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.25439731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"81c3babb-8315-40f8-a992-152c21f74707","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.258147746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"4a2a3b63-87bf-40b7-a510-b9d9c37b41a1","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.258164159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"4a2a3b63-87bf-40b7-a510-b9d9c37b41a1","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.299156495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"8a9addca-63c1-4b50-9a25-9be46dbfc4cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.312306184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fdf9d629-d442-44f8-9752-b691c952cb06","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.317579984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"8a9addca-63c1-4b50-9a25-9be46dbfc4cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.332167143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"fdf9d629-d442-44f8-9752-b691c952cb06","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.360501668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"420ea075-10af-430c-a5d8-ec36f91e855c","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","model":"rate-test-model-c5de2e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-c5de2e/e2e-rate-iso-b-80456c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.414337614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"98736cc9-5939-4e2b-846f-c41c857a0d08","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.414359294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"98736cc9-5939-4e2b-846f-c41c857a0d08","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.47349338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"b98c5ecd-e48e-43f4-a8a2-3a710310eea8","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.492293735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f3f4f018-11c9-4bfd-b75e-5d288d55ee72","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:08.492317105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f3f4f018-11c9-4bfd-b75e-5d288d55ee72","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.284369426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"ec05213f-1da3-462e-9947-2118eb82eb7e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.284393148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"ec05213f-1da3-462e-9947-2118eb82eb7e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.30794578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"077680d3-cd64-4fdb-861c-0e815c4c1a89","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.307972835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"077680d3-cd64-4fdb-861c-0e815c4c1a89","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.31223009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"5305ebe4-0073-4e25-8299-3a4b0a449168","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:10.319330326Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"f6845027-3220-47f6-9850-e4ba0d665ee1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-46c311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.331369286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"5305ebe4-0073-4e25-8299-3a4b0a449168","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.352738836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f7d2bfe3-56a3-4cf8-b678-0af66e08e227","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.352753789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f7d2bfe3-56a3-4cf8-b678-0af66e08e227","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.372392581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"432c98a9-6fe8-44bf-8383-bc93d008a20f","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.372412455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"432c98a9-6fe8-44bf-8383-bc93d008a20f","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.434511826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"0054715e-f17a-4dce-9c2d-526af2ad9ca3","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"sub-test-model-94f176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-shared-sub-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.439807405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"bfaea024-2b92-46e6-aa71-6555efb3e455","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.458990646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"bfaea024-2b92-46e6-aa71-6555efb3e455","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.484623255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"0384fec5-d793-44f9-bb35-497e515d10f9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.484647527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"0384fec5-d793-44f9-bb35-497e515d10f9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.494831905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b0169a6f-790a-48cc-af59-749b198c751a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.494848363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b0169a6f-790a-48cc-af59-749b198c751a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.516148151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a479f5d6-6156-464a-bae1-92c8259dd97f","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.516163798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"a479f5d6-6156-464a-bae1-92c8259dd97f","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:10.527848638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"37f50330-7980-49d9-a4e2-4bf15ae4231e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-46c311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.539421029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"2531e228-4e60-4193-b9b0-889341629989","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.544282897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"0ab26279-63fa-4bad-af10-348dab6994bd","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.558526637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"2531e228-4e60-4193-b9b0-889341629989","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.562979771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"04920ef3-e731-4791-b440-1d778db26d07","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.563005714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"04920ef3-e731-4791-b440-1d778db26d07","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.58484814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f0a7d149-efd3-49ce-903e-462cb7b6b4dc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.584868637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f0a7d149-efd3-49ce-903e-462cb7b6b4dc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.646858301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"b8ba8955-78b6-484e-a82b-76dc21dddcf4","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"sub-test-model-5e337e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-shared-sub-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.703482376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"2b5a4b95-bd10-4096-b8b8-e84c1bba6573","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.703505719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"2b5a4b95-bd10-4096-b8b8-e84c1bba6573","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.715017662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"28b8b669-7d99-4c11-b839-57cfa2d829c3","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.715037516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"28b8b669-7d99-4c11-b839-57cfa2d829c3","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.725516124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"0bd54d7e-5655-461a-b861-32a7daebb2d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.732640859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"fad40455-8b0b-4381-b1c5-62b34a36a7f9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.732657167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"fad40455-8b0b-4381-b1c5-62b34a36a7f9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.744667687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"0bd54d7e-5655-461a-b861-32a7daebb2d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:10.749847454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"f7748de8-3658-4ede-91f5-0a49f1f80125","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-46c311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.764035878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"a91edae2-743f-4c03-a807-75121c8cce4c","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.788517372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e1df7dd6-08d4-4f16-9a04-a8f8c98cf4bf","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.788533157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"e1df7dd6-08d4-4f16-9a04-a8f8c98cf4bf","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.807825708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cab79ad6-ce22-4b4e-b089-8cbee1437a5a","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.807846342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cab79ad6-ce22-4b4e-b089-8cbee1437a5a","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.825662924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"4cca2aab-bfc4-4947-adf9-5c5e7d682948","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.844784646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"4cca2aab-bfc4-4947-adf9-5c5e7d682948","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.884880563Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"f90ba785-76e8-4c98-84a5-3e950a249afc","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-a-only-46c311","ai-tenant-e2e-shared-a-w1-94f176/e2e-shared-sub-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.940144886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cdf81f3f-e424-4c61-a624-7a42139908f2","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.940166429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"cdf81f3f-e424-4c61-a624-7a42139908f2","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.945755615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b71ea8e0-2cb9-45df-bf98-62bfc143c00b","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.945781745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"b71ea8e0-2cb9-45df-bf98-62bfc143c00b","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.960654146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"e2bfb9da-ef95-4ed4-8e48-6a534c0b344b","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.96163563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"43222a70-738a-4798-8efc-0015bd86fca0","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:10.961655307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"43222a70-738a-4798-8efc-0015bd86fca0","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:10.979217231Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"0b8ebf35-22f0-43e1-bba9-39617ebbc317","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-46c311\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.017544366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"26b26a89-07c8-4e61-b035-1db1dd8dcbc7","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.017567973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"26b26a89-07c8-4e61-b035-1db1dd8dcbc7","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.025903415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"6a9bef95-a13f-4ca4-8d52-35fc5549a709","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.03737216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"df2d9ff3-1dcb-4db4-8b6a-d11f371ac24d","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.037388491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"df2d9ff3-1dcb-4db4-8b6a-d11f371ac24d","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.065009066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"6a9bef95-a13f-4ca4-8d52-35fc5549a709","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.080871437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"af10e818-4703-45f7-bc3b-3ebace0aab3b","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.180419633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"6c581d0c-e8c2-4fbf-9199-04cc253be16c","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-b-only-46c311","ai-tenant-e2e-shared-b-w1-5e337e/e2e-shared-sub-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.233430515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"039cf359-6735-43a1-9644-228ab664c8c0","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.233449423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"039cf359-6735-43a1-9644-228ab664c8c0","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.262608695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"0707406b-c8e1-499e-915c-c29b7cb69f4e","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:11.363463182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"0b18aea6-d2a6-4958-9ffe-fd6a018ae14e","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.659914904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"283c90a3-f7ae-439e-a0f6-a2826d6f0460","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","subscription":"e2e-rate-iso-a-a4b3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.67492334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"283c90a3-f7ae-439e-a0f6-a2826d6f0460","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.6896721Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"e2e-rate-iso-a-a4b3d4","reconcileID":"283c90a3-f7ae-439e-a0f6-a2826d6f0460","MaaSSubscription":{"name":"e2e-rate-iso-a-a4b3d4","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"name":"maas-trlp-rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.775304159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"5e460133-75d6-404a-8230-402ba36c084c","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"tenant":"e2e-shared-a-w0-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","model":"ai-tenant-e2e-shared-a-w0-a96d44/rate-test-model-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.775327027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"rate-test-model-a96d44","reconcileID":"5e460133-75d6-404a-8230-402ba36c084c","MaaSModelRef":{"name":"rate-test-model-a96d44","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"routeName":"rate-test-model-a96d44-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","llmisvcName":"rate-test-model-a96d44","gateway":"openshift-ingress/e2e-shared-a-w0-a96d44","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.949096921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"20d4f0cd-d756-4e52-a72f-e47efff7a366","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:12.949121975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"20d4f0cd-d756-4e52-a72f-e47efff7a366","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:14.627384867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.719490488Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.719557141Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","namespace":"ai-tenant-e2e-worker-w3-83f889","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.719615463Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","tenant":"e2e-worker-w3-83f889","tenantID":"e2e-worker-w3-83f889","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.735707116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Deployment","name":"maas-api-e2e-worker-w3-83f889","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.768657289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Service","name":"maas-api-e2e-worker-w3-83f889","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.787066031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-83f889","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.805381087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-83f889","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.823149642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.83994507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.886885799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.919464692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.939361227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.95915654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.982020555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Service","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:15.99587136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.01026734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.030434632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.04847247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.069588787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.085661638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.10754948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.121470711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-83f889","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.135433067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-83f889"},"namespace":"ai-tenant-e2e-worker-w3-83f889","name":"default-tenant","reconcileID":"f05bbf1f-f9b2-401c-8f1f-63365fd641d1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-83f889","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.438683451Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-83f889","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-83f889","reconcileID":"0b93ba66-155a-4997-b00b-3e47cf5acffc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-83f889","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-83f889"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.877864098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d67ce2-0d67-4c14-8259-86f3a5005e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.89299568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d67ce2-0d67-4c14-8259-86f3a5005e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.907156458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d67ce2-0d67-4c14-8259-86f3a5005e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:16.921338951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d67ce2-0d67-4c14-8259-86f3a5005e2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:17.509953736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14923616-4bde-4a11-9ae1-66c3c777d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:17.526403653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14923616-4bde-4a11-9ae1-66c3c777d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:17.540359619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14923616-4bde-4a11-9ae1-66c3c777d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:17.554417439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14923616-4bde-4a11-9ae1-66c3c777d9b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:22.997889838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"b40ab1e2-d95e-426d-8b81-a2dd849f06e5","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","subscription":"e2e-rate-iso-b-a4b3d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:23.012627848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"b40ab1e2-d95e-426d-8b81-a2dd849f06e5","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:23.039412774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"e2e-rate-iso-b-a4b3d4","reconcileID":"b40ab1e2-d95e-426d-8b81-a2dd849f06e5","MaaSSubscription":{"name":"e2e-rate-iso-b-a4b3d4","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"name":"maas-trlp-rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:23.205290403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"5390f5b3-99fd-4cc4-8e43-3205cd9a7ef9","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"tenant":"e2e-shared-b-w0-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","model":"ai-tenant-e2e-shared-b-w0-7f8e5a/rate-test-model-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:23.205387145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"rate-test-model-7f8e5a","reconcileID":"5390f5b3-99fd-4cc4-8e43-3205cd9a7ef9","MaaSModelRef":{"name":"rate-test-model-7f8e5a","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"routeName":"rate-test-model-7f8e5a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","llmisvcName":"rate-test-model-7f8e5a","gateway":"openshift-ingress/e2e-shared-b-w0-7f8e5a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.079268367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"176cfd93-4902-47f1-8e7e-409ce55b9d54","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.13800701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"4ba58992-ab6c-447e-8cae-2d1b5eba9721","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.138025465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"4ba58992-ab6c-447e-8cae-2d1b5eba9721","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.278317981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"66e7f0fa-9b28-4d00-8950-284442ce3cbd","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.278623506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"84e4f045-7601-4b90-83f8-2fd0e5cb30c4","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.330704085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"42f8863c-0379-48a2-b0d9-920c7969bef3","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.330721072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"42f8863c-0379-48a2-b0d9-920c7969bef3","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.333366799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f0ee8258-ceba-41b7-aee9-e6011609b47c","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.333383375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"f0ee8258-ceba-41b7-aee9-e6011609b47c","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.376990017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"4c11a0ed-abe8-49d0-ba68-221f18c23d66","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.377895287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"bcd1d916-de68-4342-8610-a297edc141c7","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.377939755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"036aa954-6730-41e5-9e1c-18f9bff39bf0","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.430399615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"509a97a8-7419-455d-91ef-6d4c5ffedad9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.430417227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"509a97a8-7419-455d-91ef-6d4c5ffedad9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.432938937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"83a5bf97-ce23-45cc-b291-2fedb689e07d","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.43295496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"83a5bf97-ce23-45cc-b291-2fedb689e07d","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.435828957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"473646bb-0e0d-453e-94bb-a93bd5616998","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.435845396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"473646bb-0e0d-453e-94bb-a93bd5616998","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.578713743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"b2c1f97a-7bac-4eae-a59d-92069325224b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.598158828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"b2c1f97a-7bac-4eae-a59d-92069325224b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.679682804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"395beebb-8017-4b82-b428-04f911532cdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.698577416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"395beebb-8017-4b82-b428-04f911532cdf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.778558991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"49577c75-ddf9-4c17-b04d-b38920b4cd22","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.800261221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"49577c75-ddf9-4c17-b04d-b38920b4cd22","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.878421835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3c790d86-97fe-4a4e-9485-4afa6b72ba53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:30.897186198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3c790d86-97fe-4a4e-9485-4afa6b72ba53","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.046949903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c4ced4-1a00-4788-b5ef-90e6a077fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.061040226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c4ced4-1a00-4788-b5ef-90e6a077fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.074851747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c4ced4-1a00-4788-b5ef-90e6a077fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.089015274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c4ced4-1a00-4788-b5ef-90e6a077fbcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.68023803Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3f2bd845-6b72-4d7a-94c4-3cd2ceaaec2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.680399318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"efae24bc-e214-43b3-8caf-7adf8ed77605","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.680423013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"efae24bc-e214-43b3-8caf-7adf8ed77605","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.72994085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9853e8-0410-4514-befa-1687234f878e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.744146933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9853e8-0410-4514-befa-1687234f878e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.758372834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9853e8-0410-4514-befa-1687234f878e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.758657829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"d75239d1-4896-45ef-a8d8-78feda325824","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.77234048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9853e8-0410-4514-befa-1687234f878e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.808667066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3f2bd845-6b72-4d7a-94c4-3cd2ceaaec2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.866125032Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3f2bd845-6b72-4d7a-94c4-3cd2ceaaec2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.866151961Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"3f2bd845-6b72-4d7a-94c4-3cd2ceaaec2a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.884477145Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54378d5b-a051-4850-af3c-f67b8f4872a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.884828576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"4e0d6d4c-91d6-4ed0-af1e-eca830480413","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.884844536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"4e0d6d4c-91d6-4ed0-af1e-eca830480413","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:35.962735105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"8e1655cb-97f8-4038-a007-c1b37d5e64b9","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.012464126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54378d5b-a051-4850-af3c-f67b8f4872a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.032841417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54378d5b-a051-4850-af3c-f67b8f4872a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"e2e-shared-a-w2-70588e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.032863525Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54378d5b-a051-4850-af3c-f67b8f4872a7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.076725522Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"d144ac30-4c21-44d7-a9d4-62e8e81d43bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:36.076911259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-auth-80456c","reconcileID":"54378d5b-a051-4850-af3c-f67b8f4872a7","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-80456c\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.077305893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"a967202d-7041-4eb7-8ffa-67f882ca0d90","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.07732633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"a967202d-7041-4eb7-8ffa-67f882ca0d90","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.181734927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"d52c612d-6121-4d12-96b2-59635aeb57a8","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.267992835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"d144ac30-4c21-44d7-a9d4-62e8e81d43bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.324914302Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"d144ac30-4c21-44d7-a9d4-62e8e81d43bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"e2e-shared-b-w2-c5de2e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.324938549Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-auth-80456c","reconcileID":"d144ac30-4c21-44d7-a9d4-62e8e81d43bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.34386115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"9b8276df-211e-4275-a16f-634b42b0605e","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.343879124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"9b8276df-211e-4275-a16f-634b42b0605e","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.425937182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"aa29d588-4ca6-434e-b81a-2e1dd68058e3","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.440488728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9222e339-067a-41ea-bed9-f0cbe828409a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.454887628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9222e339-067a-41ea-bed9-f0cbe828409a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.472104308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9222e339-067a-41ea-bed9-f0cbe828409a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.486795623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9222e339-067a-41ea-bed9-f0cbe828409a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.489835853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"d1bcc9a6-fe88-4fa8-b515-4c45cd70ab6c","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:36.489854919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"d1bcc9a6-fe88-4fa8-b515-4c45cd70ab6c","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.05330333Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"7b789b77-db5f-45c2-a0ca-accf1d29a06c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.053456452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"10c1421c-be22-41df-bfb6-76995bfe0817","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.053480431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"10c1421c-be22-41df-bfb6-76995bfe0817","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.181015339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"d8a9031b-f2c5-4481-aa21-bbb8f5e52ff1","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.181016366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"37046c15-b673-4dd0-bdd1-3062becfa28d","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.19321876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"7b789b77-db5f-45c2-a0ca-accf1d29a06c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.2445344Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"7b789b77-db5f-45c2-a0ca-accf1d29a06c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"e2e-shared-a-w1-94f176-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.244555984Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-sub-iso-auth-46c311","reconcileID":"7b789b77-db5f-45c2-a0ca-accf1d29a06c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.265824737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"31411419-1a31-436d-9b72-8950e1db4f2e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.265843005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"31411419-1a31-436d-9b72-8950e1db4f2e","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.344848145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"7084dcb1-6709-410d-bc49-88cc2320f9ae","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.344863996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"6093d2c4-1098-4577-8860-36ec79ccf51c","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.413324969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"5c812ff9-9b3c-471c-a3ee-63eb863aada9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:37.413346201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"5c812ff9-9b3c-471c-a3ee-63eb863aada9","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:44.627212151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.541807192Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"e0fa27aa-c4fe-4f43-8fce-a7d36a2f32be","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","subscription":"e2e-rate-iso-a-80456c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.55824476Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"e0fa27aa-c4fe-4f43-8fce-a7d36a2f32be","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.575783113Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"e2e-rate-iso-a-80456c","reconcileID":"e0fa27aa-c4fe-4f43-8fce-a7d36a2f32be","MaaSSubscription":{"name":"e2e-rate-iso-a-80456c","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"name":"maas-trlp-rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.676138765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"3c221145-27a0-458f-84bc-79f14dc4e51c","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"tenant":"e2e-shared-a-w2-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","model":"ai-tenant-e2e-shared-a-w2-70588e/rate-test-model-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.676159801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"rate-test-model-70588e","reconcileID":"3c221145-27a0-458f-84bc-79f14dc4e51c","MaaSModelRef":{"name":"rate-test-model-70588e","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"routeName":"rate-test-model-70588e-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-70588e","llmisvcName":"rate-test-model-70588e","gateway":"openshift-ingress/e2e-shared-a-w2-70588e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.829267461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"822cfbab-6fc8-47aa-a7a2-e89034126f8d","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:46.82929236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"822cfbab-6fc8-47aa-a7a2-e89034126f8d","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.462145053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"efc99a91-1e11-489e-ada1-1138159ab5ea","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscription":"e2e-shared-sub-46c311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.529436229Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-shared-sub-46c311","reconcileID":"efc99a91-1e11-489e-ada1-1138159ab5ea","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-94f176/e2e-a-only-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.586704838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"5c18d396-8356-4ed6-802a-df591fd0424e","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.679937663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f4460ae4-2950-45bc-9282-71142339c091","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.679962354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"f4460ae4-2950-45bc-9282-71142339c091","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.753520122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.753577055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","namespace":"ai-tenant-e2e-extmod-a-e1499d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.753628585Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","tenant":"e2e-extmod-a-e1499d","tenantID":"e2e-extmod-a-e1499d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.769567964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e1499d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.798791191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Service","name":"maas-api-e2e-extmod-a-e1499d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.816521032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e1499d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.833844261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e1499d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.839632756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"076fa95d-537c-4bba-b98f-af4415216198","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.839655465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"076fa95d-537c-4bba-b98f-af4415216198","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.857170416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.873498847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.894078411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.910317697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.924155926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.937756257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.951958327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Service","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.96594022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.979852282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:47.994230696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.009738254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.029184723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.048631318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.070865609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.085436949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e1499d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.100369872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1499d"},"namespace":"ai-tenant-e2e-extmod-a-e1499d","name":"default-tenant","reconcileID":"0a23a446-f88b-4b49-82da-d5729a7b1566","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e1499d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.440588931Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e1499d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e1499d","reconcileID":"963f2a60-00f6-4bff-8509-798d5876c01a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e1499d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e1499d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.836534531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7c2b10-c49d-479e-af02-a3549850d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.850646674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7c2b10-c49d-479e-af02-a3549850d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.864936983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7c2b10-c49d-479e-af02-a3549850d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:48.879636095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7c2b10-c49d-479e-af02-a3549850d447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.449937376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9354de-ab83-4639-8cce-18743de1210e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.465218435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9354de-ab83-4639-8cce-18743de1210e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.479665218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9354de-ab83-4639-8cce-18743de1210e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:49.494451798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9354de-ab83-4639-8cce-18743de1210e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.879977408Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"01729a9f-6141-4f33-b94c-c23402d2a082","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","subscription":"e2e-rate-iso-b-80456c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.894786394Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"01729a9f-6141-4f33-b94c-c23402d2a082","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.897323288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14227ea1-ddb8-40d6-b7f4-42cee6e1aad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.911843805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14227ea1-ddb8-40d6-b7f4-42cee6e1aad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.912455381Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"e2e-rate-iso-b-80456c","reconcileID":"01729a9f-6141-4f33-b94c-c23402d2a082","MaaSSubscription":{"name":"e2e-rate-iso-b-80456c","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"name":"maas-trlp-rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.927084396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14227ea1-ddb8-40d6-b7f4-42cee6e1aad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:56.94128647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14227ea1-ddb8-40d6-b7f4-42cee6e1aad6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.065522428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"13998b88-5119-43cd-8ae1-355ddf36a4fb","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"tenant":"e2e-shared-b-w2-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","model":"ai-tenant-e2e-shared-b-w2-c5de2e/rate-test-model-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.065542932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"rate-test-model-c5de2e","reconcileID":"13998b88-5119-43cd-8ae1-355ddf36a4fb","MaaSModelRef":{"name":"rate-test-model-c5de2e","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"routeName":"rate-test-model-c5de2e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","llmisvcName":"rate-test-model-c5de2e","gateway":"openshift-ingress/e2e-shared-b-w2-c5de2e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.533538699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd4b344-2e27-4d6f-98f4-0131b782db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.54759439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd4b344-2e27-4d6f-98f4-0131b782db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.561451987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd4b344-2e27-4d6f-98f4-0131b782db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.575382641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bd4b344-2e27-4d6f-98f4-0131b782db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.891374227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"48f39674-5395-4c0a-ae11-af7ebb9b7c2d","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","subscription":"e2e-a-only-46c311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.906389825Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"48f39674-5395-4c0a-ae11-af7ebb9b7c2d","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:57.920777088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"e2e-a-only-46c311","reconcileID":"48f39674-5395-4c0a-ae11-af7ebb9b7c2d","MaaSSubscription":{"name":"e2e-a-only-46c311","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"name":"maas-trlp-sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.083772156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7300a47d-e859-488f-ac4d-9b254b275dd8","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"tenant":"e2e-shared-a-w1-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","model":"ai-tenant-e2e-shared-a-w1-94f176/sub-test-model-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.08379311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"sub-test-model-94f176","reconcileID":"7300a47d-e859-488f-ac4d-9b254b275dd8","MaaSModelRef":{"name":"sub-test-model-94f176","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"routeName":"sub-test-model-94f176-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-94f176","llmisvcName":"sub-test-model-94f176","gateway":"openshift-ingress/e2e-shared-a-w1-94f176","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.170686185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0704561-639c-4d0d-b306-e51ea54f9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.184667185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0704561-639c-4d0d-b306-e51ea54f9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.198804272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0704561-639c-4d0d-b306-e51ea54f9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.213134594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0704561-639c-4d0d-b306-e51ea54f9ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.406165635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"d1dc1095-3b5d-4c85-b28a-ea01cfc0a050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.406296366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"6c0d743d-667e-492b-ada5-9999caa6f7ec","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.40631918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"6c0d743d-667e-492b-ada5-9999caa6f7ec","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.486340707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"e9beff8f-fd79-42d3-a46f-1566ebc68d97","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.486389271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"5468241b-eda4-4bd9-973f-d48d83ee592a","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.636049011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"d1dc1095-3b5d-4c85-b28a-ea01cfc0a050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.698355934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"d1dc1095-3b5d-4c85-b28a-ea01cfc0a050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.698379279Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"d1dc1095-3b5d-4c85-b28a-ea01cfc0a050","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.718722677Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"ac3a35c8-19a2-4794-bfd6-a31e46da692a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.719117404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"58a2eb0d-35b5-41f1-9755-9873446ea119","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.719133438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"58a2eb0d-35b5-41f1-9755-9873446ea119","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.798395304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"15579111-fa26-4027-a355-ebc81aa848c0","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.798394672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"7efa9de9-3ac9-4c86-ab77-8983ac2f0334","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.829424942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"ac3a35c8-19a2-4794-bfd6-a31e46da692a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.848172443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"ac3a35c8-19a2-4794-bfd6-a31e46da692a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"e2e-shared-b-w1-5e337e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.848190508Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"ac3a35c8-19a2-4794-bfd6-a31e46da692a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:48:58.862229424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-sub-iso-auth-46c311","reconcileID":"ac3a35c8-19a2-4794-bfd6-a31e46da692a","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-46c311\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.875188746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"fddb2481-3450-4f4f-9cf9-a18a4b2df9fe","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:48:58.875203897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"fddb2481-3450-4f4f-9cf9-a18a4b2df9fe","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:08.92276858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"af6bf930-1712-4339-81f9-ee8e46521caa","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscription":"e2e-shared-sub-46c311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:08.986288504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-shared-sub-46c311","reconcileID":"af6bf930-1712-4339-81f9-ee8e46521caa","MaaSSubscription":{"name":"e2e-shared-sub-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-5e337e/e2e-b-only-46c311"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.045438348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"9a717123-fdb8-43ad-b19b-8a626777bf65","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.052651488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"6ce7e974-1833-4316-aa80-6e41a613b71a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.052673934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"6ce7e974-1833-4316-aa80-6e41a613b71a","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.396625876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1cd27834-ffd8-4bd8-8a04-1a62de82c6bc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:09.396644836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"1cd27834-ffd8-4bd8-8a04-1a62de82c6bc","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.969125592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8158676-c127-421e-a247-bb248088cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.983515778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8158676-c127-421e-a247-bb248088cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:11.997901296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8158676-c127-421e-a247-bb248088cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:12.012728595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8158676-c127-421e-a247-bb248088cd94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:12.653477079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061ea542-8ecc-48c1-8dd1-ced2b8b146d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:12.667842827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061ea542-8ecc-48c1-8dd1-ced2b8b146d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:12.682214833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061ea542-8ecc-48c1-8dd1-ced2b8b146d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:12.696445433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"061ea542-8ecc-48c1-8dd1-ced2b8b146d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:13.410668122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0726364-39ef-4b9d-bdb7-b19309e5855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:13.425119179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0726364-39ef-4b9d-bdb7-b19309e5855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:13.43897787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0726364-39ef-4b9d-bdb7-b19309e5855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:13.4532057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0726364-39ef-4b9d-bdb7-b19309e5855b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.626716868Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.834150907Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","namespace":"ai-tenant-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.834240542Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","namespace":"ai-tenant-e2e-extmod-b-14f8bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.834313685Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","tenant":"e2e-extmod-b-14f8bd","tenantID":"e2e-extmod-b-14f8bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.85086183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-14f8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.88735791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Service","name":"maas-api-e2e-extmod-b-14f8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.904894753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-14f8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.920938533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-14f8bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.937872034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.954177609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.973548958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:14.989704206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.003434621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.017917747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.031759366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Service","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.045745521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.060082336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.073974568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.088674426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.110264742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.12509645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.146311679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.16423837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-14f8bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.178333482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-14f8bd"},"namespace":"ai-tenant-e2e-extmod-b-14f8bd","name":"default-tenant","reconcileID":"d173e23b-503e-4fe1-b1ec-de94277197b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-14f8bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.50993975Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-14f8bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-14f8bd","reconcileID":"21cc7890-9b53-4595-8863-da2ab865e44b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-14f8bd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-14f8bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.866752999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1998d44-4553-48df-958f-35abbb42c185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.881586823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1998d44-4553-48df-958f-35abbb42c185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.896215942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1998d44-4553-48df-958f-35abbb42c185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:15.910526339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1998d44-4553-48df-958f-35abbb42c185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:16.480485699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f02a01-028d-4e23-9a8d-629bd9b2b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:16.494656513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f02a01-028d-4e23-9a8d-629bd9b2b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:16.509482309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f02a01-028d-4e23-9a8d-629bd9b2b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:16.526262489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8f02a01-028d-4e23-9a8d-629bd9b2b0b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.447913373Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"4ea94f37-a949-4b1b-bb2e-e24daa6f43f6","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","subscription":"e2e-b-only-46c311","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.464301817Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"4ea94f37-a949-4b1b-bb2e-e24daa6f43f6","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.494903654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"e2e-b-only-46c311","reconcileID":"4ea94f37-a949-4b1b-bb2e-e24daa6f43f6","MaaSSubscription":{"name":"e2e-b-only-46c311","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"name":"maas-trlp-sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.583188395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"024e57a8-ebca-460e-b7be-8a7476899bb5","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"tenant":"e2e-shared-b-w1-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","model":"ai-tenant-e2e-shared-b-w1-5e337e/sub-test-model-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:19.583208223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"sub-test-model-5e337e","reconcileID":"024e57a8-ebca-460e-b7be-8a7476899bb5","MaaSModelRef":{"name":"sub-test-model-5e337e","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"routeName":"sub-test-model-5e337e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","llmisvcName":"sub-test-model-5e337e","gateway":"openshift-ingress/e2e-shared-b-w1-5e337e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.081238455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793a507f-9f5f-4dfb-bab9-879814ba931c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.095445273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793a507f-9f5f-4dfb-bab9-879814ba931c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.109692387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793a507f-9f5f-4dfb-bab9-879814ba931c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.123746631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793a507f-9f5f-4dfb-bab9-879814ba931c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.69601265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a116b6a-6929-452c-82aa-fa0c0a547d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.710505145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a116b6a-6929-452c-82aa-fa0c0a547d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.726791924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a116b6a-6929-452c-82aa-fa0c0a547d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:24.741851538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a116b6a-6929-452c-82aa-fa0c0a547d61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:25.456436988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301c46a2-9d8a-4212-9f46-9f6696277faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:25.47046486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301c46a2-9d8a-4212-9f46-9f6696277faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:25.48503331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301c46a2-9d8a-4212-9f46-9f6696277faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:25.499098179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"301c46a2-9d8a-4212-9f46-9f6696277faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.932302695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f81a5f5-0065-4fcd-a8d2-47b67d604e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.946704812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f81a5f5-0065-4fcd-a8d2-47b67d604e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.961088131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f81a5f5-0065-4fcd-a8d2-47b67d604e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:32.975971338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f81a5f5-0065-4fcd-a8d2-47b67d604e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.655557666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb9f215-3489-4f01-bb13-bbef039adcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.670170271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb9f215-3489-4f01-bb13-bbef039adcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.684688957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb9f215-3489-4f01-bb13-bbef039adcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:33.698810012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fb9f215-3489-4f01-bb13-bbef039adcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.266786012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6273c7c8-6283-4338-9272-6641a8fcc64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.281565114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6273c7c8-6283-4338-9272-6641a8fcc64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.295799781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6273c7c8-6283-4338-9272-6641a8fcc64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.310658677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6273c7c8-6283-4338-9272-6641a8fcc64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.888250157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4026be6-75f9-4ced-a0cf-65a02b48f3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.906041161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4026be6-75f9-4ced-a0cf-65a02b48f3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.922459731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4026be6-75f9-4ced-a0cf-65a02b48f3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:34.936456355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4026be6-75f9-4ced-a0cf-65a02b48f3db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.342384885Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","namespace":"ai-tenant-e2e-extmod-a-405ea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.342439475Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","namespace":"ai-tenant-e2e-extmod-a-405ea4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.342488498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","tenant":"e2e-extmod-a-405ea4","tenantID":"e2e-extmod-a-405ea4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.358424906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-405ea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.381504837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Service","name":"maas-api-e2e-extmod-a-405ea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.402158896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-405ea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.418283037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-405ea4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.435275679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.451424807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.469597954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.485946621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.499876078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.513483909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.52800951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Service","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.542156455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.556027449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.571420222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.585640658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.607753896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.628449085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.642962379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.656945381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-405ea4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.671138674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-405ea4"},"namespace":"ai-tenant-e2e-extmod-a-405ea4","name":"default-tenant","reconcileID":"cfc944eb-fcbe-4fe3-a337-f3a3991c064e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-405ea4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.691466402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.691560151Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","namespace":"ai-tenant-e2e-shared-a-w0-a96d44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.6916243Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","tenant":"e2e-shared-a-w0-a96d44","tenantID":"e2e-shared-a-w0-a96d44","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.708575084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-a96d44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.738308248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Service","name":"maas-api-e2e-shared-a-w0-a96d44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.761192295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-a96d44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.788504176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-a96d44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.80638561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.824845031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.843206803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.859676313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.873552816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.887459877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.901431949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.915283959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.925597979Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-405ea4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-405ea4","reconcileID":"1b4adc84-0595-4104-9467-7bac3690180d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-405ea4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-405ea4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.929014786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.942757067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.956515686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:38.973889393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.007656526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.021959305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.036133189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-a96d44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.050517104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a96d44"},"namespace":"ai-tenant-e2e-shared-a-w0-a96d44","name":"default-tenant","reconcileID":"e6d81bbe-6603-4df3-8c12-d2cd7dbb573b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-a96d44","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.516099751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3510ec0-76c3-4966-a01c-fdaea57dba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.530112326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3510ec0-76c3-4966-a01c-fdaea57dba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.544491908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3510ec0-76c3-4966-a01c-fdaea57dba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.551092113Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a96d44","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a96d44","reconcileID":"8f331fc2-c40c-4602-8b81-8036c8c532bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a96d44","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a96d44"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:39.558735184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3510ec0-76c3-4966-a01c-fdaea57dba0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.141309363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3579d3-dd04-4d86-b61e-aff49fde624e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.155484242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3579d3-dd04-4d86-b61e-aff49fde624e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.169708184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3579d3-dd04-4d86-b61e-aff49fde624e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.183691652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e3579d3-dd04-4d86-b61e-aff49fde624e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.913388498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3182d37e-7266-45dc-8be3-45f98cfb3bd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.927631803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3182d37e-7266-45dc-8be3-45f98cfb3bd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.942416307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3182d37e-7266-45dc-8be3-45f98cfb3bd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:40.956530965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3182d37e-7266-45dc-8be3-45f98cfb3bd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:44.62731642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:47.613526386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2310a553-9f08-4cb5-a8a9-4b129e8dd8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:47.62778117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2310a553-9f08-4cb5-a8a9-4b129e8dd8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:47.641819088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2310a553-9f08-4cb5-a8a9-4b129e8dd8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:47.656567281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2310a553-9f08-4cb5-a8a9-4b129e8dd8a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.292543945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63ac5-ee8d-4dca-ac34-24cd2510df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.307644653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63ac5-ee8d-4dca-ac34-24cd2510df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.322703858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63ac5-ee8d-4dca-ac34-24cd2510df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.339867971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e63ac5-ee8d-4dca-ac34-24cd2510df97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.909571348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1d1c07-a00b-4c97-bac6-88f09bb91dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.924144225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1d1c07-a00b-4c97-bac6-88f09bb91dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.938424264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1d1c07-a00b-4c97-bac6-88f09bb91dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:48.952945548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff1d1c07-a00b-4c97-bac6-88f09bb91dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:49.513274749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962e6305-78c4-4b38-b12e-becbe7cd1551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:49.527669309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962e6305-78c4-4b38-b12e-becbe7cd1551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:49.542618422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962e6305-78c4-4b38-b12e-becbe7cd1551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:49.558299296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962e6305-78c4-4b38-b12e-becbe7cd1551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:50.151435311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153a2fed-5523-4bb6-96de-1206fe85a639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:50.168732401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153a2fed-5523-4bb6-96de-1206fe85a639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:50.184608966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153a2fed-5523-4bb6-96de-1206fe85a639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:49:50.202089357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"153a2fed-5523-4bb6-96de-1206fe85a639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.026429905Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","namespace":"ai-tenant-e2e-extmod-a-f29358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.026505381Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","namespace":"ai-tenant-e2e-extmod-a-f29358","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.02657547Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","tenant":"e2e-extmod-a-f29358","tenantID":"e2e-extmod-a-f29358","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.042695532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Deployment","name":"maas-api-e2e-extmod-a-f29358","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.072646085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Service","name":"maas-api-e2e-extmod-a-f29358","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.090136788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-f29358","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.106188884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-f29358","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.123180829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.140076054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.156996776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.173358918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.187221416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.201302768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.215368928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Service","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.22951547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.243786512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.257902023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.272134234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.304238866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.31946328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.339289104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.353794245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-f29358","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.369340668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-f29358"},"namespace":"ai-tenant-e2e-extmod-a-f29358","name":"default-tenant","reconcileID":"ea126413-45b6-4776-9676-6b184a099d81","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-f29358","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:01.654711562Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-f29358","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-f29358","reconcileID":"2ba20a32-ddfa-48f8-b45f-234fd4ddee40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-f29358","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-f29358"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.018771436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7758c6-f071-48d6-b828-bec5f6048ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.033099195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7758c6-f071-48d6-b828-bec5f6048ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.047355553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7758c6-f071-48d6-b828-bec5f6048ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.0619847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7758c6-f071-48d6-b828-bec5f6048ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.632406701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2aa29e-71b1-48ee-8f64-1ea6b95bff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.646603192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2aa29e-71b1-48ee-8f64-1ea6b95bff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.660769125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2aa29e-71b1-48ee-8f64-1ea6b95bff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:02.675782263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd2aa29e-71b1-48ee-8f64-1ea6b95bff63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.157762275Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","namespace":"ai-tenant-e2e-extmod-b-c1d2c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.157840001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","namespace":"ai-tenant-e2e-extmod-b-c1d2c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.157915808Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","tenant":"e2e-extmod-b-c1d2c4","tenantID":"e2e-extmod-b-c1d2c4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.173898541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c1d2c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.199471864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Service","name":"maas-api-e2e-extmod-b-c1d2c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.218986166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c1d2c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.237238837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c1d2c4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.254281408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.271585902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.289229734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.307161957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.321164053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.335656629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.349994321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Service","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.364396592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.37873891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.395868238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.41078325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.436543058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.451011472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.466155286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.48221484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c1d2c4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.497364861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c1d2c4"},"namespace":"ai-tenant-e2e-extmod-b-c1d2c4","name":"default-tenant","reconcileID":"88a37101-21af-4a2c-99eb-cd48615e77be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c1d2c4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:03.787394417Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c1d2c4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c1d2c4","reconcileID":"664d3e4b-4ab2-4b6d-9271-a831f132bd59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c1d2c4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c1d2c4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.153218826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6180e3eb-2858-4b7d-9906-f1f9f5dfdba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.167574937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6180e3eb-2858-4b7d-9906-f1f9f5dfdba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.182270686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6180e3eb-2858-4b7d-9906-f1f9f5dfdba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.196850672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6180e3eb-2858-4b7d-9906-f1f9f5dfdba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.835471708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9d5c55-8150-45af-80db-c89a1e7c802e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.849825996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9d5c55-8150-45af-80db-c89a1e7c802e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.864239882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9d5c55-8150-45af-80db-c89a1e7c802e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:04.878319884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9d5c55-8150-45af-80db-c89a1e7c802e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.27851478Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.278572498Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.278628484Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","tenant":"e2e-shared-b-w0-7f8e5a","tenantID":"e2e-shared-b-w0-7f8e5a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.294546787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-7f8e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.321420178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Service","name":"maas-api-e2e-shared-b-w0-7f8e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.338890688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-7f8e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.354964752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-7f8e5a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.371865751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.389177193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.409866098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.426428309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.469257257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.489220702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.503339131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.51810435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.541041573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.560710751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.576541765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.594990448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.610431348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.624570792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.638517028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-7f8e5a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.652275253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a"},"namespace":"ai-tenant-e2e-shared-b-w0-7f8e5a","name":"default-tenant","reconcileID":"30fc05b6-f518-47e0-8b2c-358df552de72","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-7f8e5a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:05.958526168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-7f8e5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-7f8e5a","reconcileID":"9db0f2d2-55b4-49bd-b5f6-de7e29594460","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-7f8e5a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-7f8e5a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:06.365420694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9097-de73-4bc6-9b04-885c3c5895b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:06.380016845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9097-de73-4bc6-9b04-885c3c5895b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:06.394230566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9097-de73-4bc6-9b04-885c3c5895b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:06.409126025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df1d9097-de73-4bc6-9b04-885c3c5895b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.04618631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb5ceb4-8f70-49e6-abec-aa5eb15392f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.060219737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb5ceb4-8f70-49e6-abec-aa5eb15392f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.074136567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb5ceb4-8f70-49e6-abec-aa5eb15392f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:07.088869546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb5ceb4-8f70-49e6-abec-aa5eb15392f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:09.644358363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d5d39-6c9e-49a1-a143-89e853fbf691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:09.658351311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d5d39-6c9e-49a1-a143-89e853fbf691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:09.67297578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d5d39-6c9e-49a1-a143-89e853fbf691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:09.700130468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"350d5d39-6c9e-49a1-a143-89e853fbf691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.268864907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cb862-a17c-4249-b6a9-6c3006cd769d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.284115982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cb862-a17c-4249-b6a9-6c3006cd769d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.299091536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cb862-a17c-4249-b6a9-6c3006cd769d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.313189099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f5cb862-a17c-4249-b6a9-6c3006cd769d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.935248948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6205ba9d-7e8b-409d-afba-cdd68ee610aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.949330627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6205ba9d-7e8b-409d-afba-cdd68ee610aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.963284311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6205ba9d-7e8b-409d-afba-cdd68ee610aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:10.977197563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6205ba9d-7e8b-409d-afba-cdd68ee610aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.892030526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3c7300-a2ab-4457-8a4c-6a7afbe76804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.906196261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3c7300-a2ab-4457-8a4c-6a7afbe76804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.920525614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3c7300-a2ab-4457-8a4c-6a7afbe76804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:11.93668763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c3c7300-a2ab-4457-8a4c-6a7afbe76804","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.500196779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2474c9cb-7cb8-449d-9349-b352b9bb30a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.515292507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2474c9cb-7cb8-449d-9349-b352b9bb30a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.529885439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2474c9cb-7cb8-449d-9349-b352b9bb30a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:12.545168011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2474c9cb-7cb8-449d-9349-b352b9bb30a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.238443412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3edb3247-ec08-4c60-9d72-78ee1eb41c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.253704109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3edb3247-ec08-4c60-9d72-78ee1eb41c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.269160128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3edb3247-ec08-4c60-9d72-78ee1eb41c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.284180872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3edb3247-ec08-4c60-9d72-78ee1eb41c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.930780307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eb9e83-65c7-4c39-8c82-ffb3c41bf714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.94836898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eb9e83-65c7-4c39-8c82-ffb3c41bf714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.962787413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eb9e83-65c7-4c39-8c82-ffb3c41bf714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:13.977268633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eb9e83-65c7-4c39-8c82-ffb3c41bf714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.115570601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"5d93551d-d3ff-4d15-98fe-542cd446d9a5","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.116005163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"38168710-e21c-438a-b34b-5f2d177cdd41","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.116459535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"58b33c80-a4f3-4e73-9ac3-98038427d26c","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.116740283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"5b165f4d-3a65-4053-ad73-65e0ae2e9212","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.150886088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d3cbfa5b-f441-4864-8112-21f210c75585","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.151212867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"2acf6864-8a85-4d66-a7fb-10d94117aef0","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.151489507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"e169d9fc-13c7-4c02-8b75-6467600ea606","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.151658532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"f3535d70-2297-4427-a723-0b068bb95bc3","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.158518067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f282fce5-cdca-44b8-ad22-67bfd355de10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.15869225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"33306299-ef90-4b85-8b29-4096207e9b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.174832485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"078abfb4-78e0-4607-a67b-11e6973394de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.174848545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"c19b5d87-5fbd-4fc7-b3ef-aa0064c53780","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.177775747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"f282fce5-cdca-44b8-ad22-67bfd355de10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.177944302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"33306299-ef90-4b85-8b29-4096207e9b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.279459016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b057ff8d-b7bc-4584-a2e2-02b26aa5175c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.27950905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"989dc9ff-b33b-4b8f-a425-49a9f8565843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.293716852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"5f546e21-46c9-4b8a-99e8-c603e509e67e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.29407868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"c060a68a-a4eb-4827-a69e-5072a75e8cc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.299981802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"b057ff8d-b7bc-4584-a2e2-02b26aa5175c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.299983026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"989dc9ff-b33b-4b8f-a425-49a9f8565843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.626754312Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.643507256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a64040-9124-4a5b-b063-3f8c09913325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.657583862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a64040-9124-4a5b-b063-3f8c09913325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.671762945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a64040-9124-4a5b-b063-3f8c09913325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:14.685860065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a64040-9124-4a5b-b063-3f8c09913325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:15.357688478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca593be4-3ecd-4f09-8eff-3b8a02fe4e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:15.372236132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca593be4-3ecd-4f09-8eff-3b8a02fe4e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:15.386763404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca593be4-3ecd-4f09-8eff-3b8a02fe4e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:15.401587148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca593be4-3ecd-4f09-8eff-3b8a02fe4e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.038901639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f28099-6202-4dc1-8ea7-1ac5539bb41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.053108247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f28099-6202-4dc1-8ea7-1ac5539bb41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.067352262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f28099-6202-4dc1-8ea7-1ac5539bb41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.081583044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69f28099-6202-4dc1-8ea7-1ac5539bb41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.764598402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b28e1b3-3bf9-4a9d-9196-2fe8bc7245dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.778887327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b28e1b3-3bf9-4a9d-9196-2fe8bc7245dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.793307373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b28e1b3-3bf9-4a9d-9196-2fe8bc7245dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:16.808422507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b28e1b3-3bf9-4a9d-9196-2fe8bc7245dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.13820285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"f16588f5-6c84-4758-b4a4-c9a1bee67c8b","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.257275277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"748657ad-ce82-4130-9d7a-d777076f71ab","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.382352122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"f541ca4a-5c58-49b4-bcd7-7ebcf5fbc0df","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.471985045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"4913232a-1c89-4167-845a-9411b6e8b056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.509762406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a40a4ab5-2f53-4de0-aa67-6b55740d5d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.51027252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"407e405b-5c60-4fd9-ab32-d031e8871d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.551137077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"fc792df7-4f66-4dba-87e4-b1b93519fe07","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.553984663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"407e405b-5c60-4fd9-ab32-d031e8871d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.555383064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"a40a4ab5-2f53-4de0-aa67-6b55740d5d4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.576010947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"5db7ed70-90e1-412e-a45d-66465606a138","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.61028782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"f29c3496-ff2d-4a8b-99b4-58393a2366fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.660684018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"dea52de4-8f4d-46b5-b4b3-1e3823cc77b0","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.709526341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"440762bf-3750-4b12-958f-160c2a4583fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.717990137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"f9ec68ed-bd0c-4e98-968a-01692dd5e798","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.723902336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"03dd9d82-2bf9-4d67-b498-d6582ae8d266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.723933615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4696c3bc-736f-4b06-82bd-1057f7344add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.743304919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"4696c3bc-736f-4b06-82bd-1057f7344add","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:19.743399688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"03dd9d82-2bf9-4d67-b498-d6582ae8d266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.644639209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","namespace":"ai-tenant-e2e-extmod-b-29e75b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.644701158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","namespace":"ai-tenant-e2e-extmod-b-29e75b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.64475725Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","tenant":"e2e-extmod-b-29e75b","tenantID":"e2e-extmod-b-29e75b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.661166219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Deployment","name":"maas-api-e2e-extmod-b-29e75b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.687321227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Service","name":"maas-api-e2e-extmod-b-29e75b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.708725367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-29e75b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.726541795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-29e75b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.745132735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.762152623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.781369636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.798139578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.812157199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.827262746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.841036164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Service","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.854839357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.868805281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.882843321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.897563167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.917259208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.933322029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.948109873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.962527342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-29e75b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:21.976356098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-29e75b"},"namespace":"ai-tenant-e2e-extmod-b-29e75b","name":"default-tenant","reconcileID":"c5ba2d98-d93b-4915-8dce-0f46e5d6b6cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-29e75b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.293091129Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-29e75b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-29e75b","reconcileID":"26edb826-fcc3-4ae2-a494-5efe5f56bed4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-29e75b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-29e75b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.666157523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68a031-120d-4655-85fb-af855061e0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.680473583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68a031-120d-4655-85fb-af855061e0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.696088036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68a031-120d-4655-85fb-af855061e0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:22.712151418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc68a031-120d-4655-85fb-af855061e0c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.277598281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be004abb-1dc5-401c-8ab3-9dcecedae2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.291825477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be004abb-1dc5-401c-8ab3-9dcecedae2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.306162922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be004abb-1dc5-401c-8ab3-9dcecedae2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.320394949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be004abb-1dc5-401c-8ab3-9dcecedae2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.945660581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9605d-82d1-41b2-b2a1-775ecdd62fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.960087527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9605d-82d1-41b2-b2a1-775ecdd62fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.974402397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9605d-82d1-41b2-b2a1-775ecdd62fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:23.988977928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9605d-82d1-41b2-b2a1-775ecdd62fd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.278216651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"54395625-8b57-4775-825f-ff80aceaf201","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.287023907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"6beddf7a-bf3c-4aba-90cf-86ac8ba879f5","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.287312061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"b531ed5f-e0d0-42c2-b81e-70ee12a12ced","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.287476773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"46105a73-21cf-452f-9025-80e215c1ddf8","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"distinct-2-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"distinct-2-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.328305955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"373de717-3e44-4f43-8d94-60ecd234175e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.328425295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"23ec0860-c1d8-400f-99c6-2658a500db56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.344033627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"9b385044-04bc-4446-ad96-127c77d1968a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.344121547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"b81ff8eb-ff9d-409b-8331-6d2afa5602a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.347449693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"23ec0860-c1d8-400f-99c6-2658a500db56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.347519687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"373de717-3e44-4f43-8d94-60ecd234175e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.49226134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7e7c7aea-4a75-4659-ad9e-4ff0ae105469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.49245956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"58561b0b-08b4-4b4e-bafb-c626665783f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.508370898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"eabcdab9-4e9c-441c-a3ca-754daffa53b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.508967741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"e75c8bb1-0af5-4dd1-a413-da8e3f851fdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.512084437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"58561b0b-08b4-4b4e-bafb-c626665783f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.512467553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"7e7c7aea-4a75-4659-ad9e-4ff0ae105469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.617308755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ff162-1a93-41db-b118-7df9bf80eab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.631983951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ff162-1a93-41db-b118-7df9bf80eab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.646207436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ff162-1a93-41db-b118-7df9bf80eab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:24.660415234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d6ff162-1a93-41db-b118-7df9bf80eab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.992249957Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","namespace":"ai-tenant-e2e-shared-a-w2-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.992336356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","namespace":"ai-tenant-e2e-shared-a-w2-70588e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:26.992410835Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","tenant":"e2e-shared-a-w2-70588e","tenantID":"e2e-shared-a-w2-70588e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.015785455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-70588e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.044777666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Service","name":"maas-api-e2e-shared-a-w2-70588e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.062774923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-70588e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.079696386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-70588e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.098555987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.115384187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.13460819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.151463066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.165554164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.179651291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.193721756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.207876935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.221916262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.235804619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.249641287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.272230849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.289298756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.305216621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.319600471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-70588e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.333414322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-70588e"},"namespace":"ai-tenant-e2e-shared-a-w2-70588e","name":"default-tenant","reconcileID":"d9df772a-a4ed-4b77-8ab9-d6c9c46e3fb2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-70588e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:27.652209162Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-70588e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-70588e","reconcileID":"cc258d0d-4e6c-43b5-8dc0-ef18d717cc7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-70588e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-70588e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.058133508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6fc804-d7d4-436f-a960-d939d9be9bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.074623843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6fc804-d7d4-436f-a960-d939d9be9bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.097314084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6fc804-d7d4-436f-a960-d939d9be9bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.122746783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba6fc804-d7d4-436f-a960-d939d9be9bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.723219766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc8897-eda5-4a1c-9bfc-06db4a3037d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.740287108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc8897-eda5-4a1c-9bfc-06db4a3037d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.75516909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc8897-eda5-4a1c-9bfc-06db4a3037d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:28.769554457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cdc8897-eda5-4a1c-9bfc-06db4a3037d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.433999649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d55a2d-e498-45bc-a7cc-7d2c61f84694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.45092736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d55a2d-e498-45bc-a7cc-7d2c61f84694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.46573972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d55a2d-e498-45bc-a7cc-7d2c61f84694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:30.480259656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d55a2d-e498-45bc-a7cc-7d2c61f84694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.140847453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123931b2-c98f-4e1c-9f14-18a9e3cd014b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.15523399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123931b2-c98f-4e1c-9f14-18a9e3cd014b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.170037537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123931b2-c98f-4e1c-9f14-18a9e3cd014b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.18437906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"123931b2-c98f-4e1c-9f14-18a9e3cd014b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.753450032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a864836-84cb-4637-9809-34a137c31a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.768074331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a864836-84cb-4637-9809-34a137c31a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.782427209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a864836-84cb-4637-9809-34a137c31a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:31.79756149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a864836-84cb-4637-9809-34a137c31a6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.842799626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9090fb3-f4d2-416c-83fe-cffb613e57d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.856976265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9090fb3-f4d2-416c-83fe-cffb613e57d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.871207246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9090fb3-f4d2-416c-83fe-cffb613e57d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.885231495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9090fb3-f4d2-416c-83fe-cffb613e57d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.963482859Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.963551372Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.982530599Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:35.983200315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"f94c1068-214f-4889-a303-868dcf4146cd","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.001381014Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.001410884Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.001502788Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.004704619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"276c3912-5de5-410a-9854-92c66000b5f1","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.020122712Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.024797504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"ba3aec6c-d809-4875-b0a8-a271041ac707","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.025384039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"856ea6fd-e8c0-45cd-9b4e-0264d92f9aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.025520393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"5258bc54-f052-4a26-86e3-bbc56ac56c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.031034475Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"ad7dc45c-bd25-436f-83ca-e29bf93407fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3182c369","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.043336754Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"32074d5c-92aa-4bba-8094-5841db708748","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.049520101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"5258bc54-f052-4a26-86e3-bbc56ac56c20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.050160636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"048788a1-3979-4caf-b5c5-c6299194f6e8","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.052409675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"856ea6fd-e8c0-45cd-9b4e-0264d92f9aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.054767244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"6ad019c9-9eee-4a2e-8f2f-c164ecf91c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07649f44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.06900739Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"0d6b2ca8-0414-4a4f-aaa5-71f8d4352c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3182c369","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.087986212Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"df49f27e-8f1f-4df6-be1a-172514c710ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07649f44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.182345544Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bfa930fc-d723-4e1d-9b24-7c294f5e6339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.182635935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"82b8cc86-5394-434c-b178-4c879ed03a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.483720564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bfa930fc-d723-4e1d-9b24-7c294f5e6339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.483811941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"82b8cc86-5394-434c-b178-4c879ed03a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.539234186Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"82b8cc86-5394-434c-b178-4c879ed03a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.539259747Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-access","reconcileID":"82b8cc86-5394-434c-b178-4c879ed03a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:36.5436202Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bfa930fc-d723-4e1d-9b24-7c294f5e6339","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-255528-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:36.543687973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"bfa930fc-d723-4e1d-9b24-7c294f5e6339","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-255528-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.549524564Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"26f507c4-781f-4f6a-ae8c-c0c647941527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.557898969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"aab2a253-0833-4e6e-9153-332def5ab1eb","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.593374001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"26f507c4-781f-4f6a-ae8c-c0c647941527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.618978884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"26f507c4-781f-4f6a-ae8c-c0c647941527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"e2e-worker-w0-255528-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.619101368Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-access","reconcileID":"26f507c4-781f-4f6a-ae8c-c0c647941527","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-255528"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.638433415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"b55b7fec-2928-4e5b-809c-c0105c56ddda","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.650007499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535ec003-dc05-4297-b82a-6d451678a334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.664589581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535ec003-dc05-4297-b82a-6d451678a334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.679730819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535ec003-dc05-4297-b82a-6d451678a334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:36.694022427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"535ec003-dc05-4297-b82a-6d451678a334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.335117875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb157374-0003-47a1-9d72-19a04fe1c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.349192224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb157374-0003-47a1-9d72-19a04fe1c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.36355459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb157374-0003-47a1-9d72-19a04fe1c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:37.378112535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb157374-0003-47a1-9d72-19a04fe1c05a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.626337365Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.802650017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"b19cbc62-71ea-46f6-b62d-edc9549958ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.925079208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0123ab7-4a66-4c28-8069-46e682f7ccf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:44.927965505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d573b4c3-88e1-4aec-b100-00cf71646a6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.005364323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"3bd1682a-594f-475f-9ec9-c79c095b96e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.005364328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"5ec9ed83-a049-4ad6-8cea-69be2735b408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:45.10174037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"27e93e02-44af-4f1a-9c41-8edb6278d419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.084082595Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"b106755c-eefa-44d5-8e5d-39e144e6f87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.098605207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"b106755c-eefa-44d5-8e5d-39e144e6f87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.102000868Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"bd4eb500-96d6-479d-a189-a59358db1892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.113417236Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"simulator-subscription","reconcileID":"b106755c-eefa-44d5-8e5d-39e144e6f87d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528","model":"e2e-models-e2e-worker-w0-255528/simulator-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.116353781Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"bd4eb500-96d6-479d-a189-a59358db1892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.132450801Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"premium-simulator-subscription","reconcileID":"bd4eb500-96d6-479d-a189-a59358db1892","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-255528"},"name":"maas-trlp-premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528","model":"e2e-models-e2e-worker-w0-255528/premium-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.242888939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"b05365fc-5db5-462b-b24b-86dc41159926","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"simulator-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"simulator-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.314005047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"07c32c45-4942-467a-8cfd-d7796ab0a815","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"routeName":"premium-w0-255528-kserve-route","namespace":"e2e-models-e2e-worker-w0-255528","llmisvcName":"premium-w0-255528","gateway":"openshift-ingress/e2e-worker-w0-255528","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.397269304Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.397331115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","namespace":"ai-tenant-e2e-worker-w0-255528","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.39738046Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","tenant":"e2e-worker-w0-255528","tenantID":"e2e-worker-w0-255528","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.41325659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Deployment","name":"maas-api-e2e-worker-w0-255528","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.445518923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Service","name":"maas-api-e2e-worker-w0-255528","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.464791699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-255528","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.480934037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-255528","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.497560115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.516473805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.543242096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.560822406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.574429403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.588730248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.602352102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Service","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.616091431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.629695547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.643597522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.657337664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.675342919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.688982463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.702674641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.716324937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-255528","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:46.73052513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-255528"},"namespace":"ai-tenant-e2e-worker-w0-255528","name":"default-tenant","reconcileID":"8d37b8d0-fa26-4672-a5c4-2fce40268254","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-255528","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.034367253Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-255528","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-255528","reconcileID":"a73c307f-8d1b-42b6-a18b-678f63faf08b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-255528","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-255528"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.08577039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"751e854e-911c-482f-a687-a4ffe4e89683","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.119660827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"751e854e-911c-482f-a687-a4ffe4e89683","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.119864549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1b3ce155-209f-4c03-82e9-0ad713bb9eda","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.141460105Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1b3ce155-209f-4c03-82e9-0ad713bb9eda","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.141584937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"1bb602e8-9794-4906-bda3-26ad3da36aa2","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.17011277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"1bb602e8-9794-4906-bda3-26ad3da36aa2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.170391915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"53566bbc-6a97-4330-b317-8a1cb76a850f","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.192795473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"53566bbc-6a97-4330-b317-8a1cb76a850f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.192960289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"8d29bb8d-54f1-45ae-88e4-4582ef1941d7","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.193003665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"8d29bb8d-54f1-45ae-88e4-4582ef1941d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.193123431Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"59b4ba90-fa37-4bdf-8384-a3eaed2b626e","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.193158878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"59b4ba90-fa37-4bdf-8384-a3eaed2b626e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.193226097Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"7fa84399-5a55-4677-8cff-30f88ca0e35d","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.193256251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"7fa84399-5a55-4677-8cff-30f88ca0e35d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.198816172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"8d8254c0-0107-43e7-bf4d-380ae09f8532","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.198864509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"8d8254c0-0107-43e7-bf4d-380ae09f8532","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204191041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"35c684fe-d0c6-428d-84e1-3f0682bfc214","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204251122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"35c684fe-d0c6-428d-84e1-3f0682bfc214","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204349831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"d4fd88d6-07b7-43a4-920e-4501c85409ee","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204394671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"d4fd88d6-07b7-43a4-920e-4501c85409ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204486815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"42fa7f46-1da9-4f70-ac18-0b6ecd95b37b","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.204539732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"42fa7f46-1da9-4f70-ac18-0b6ecd95b37b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.209850401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"41393e37-6008-496b-ae3e-2ff47c60d968","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.209894159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"41393e37-6008-496b-ae3e-2ff47c60d968","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.226672672Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"35a8978e-084f-4161-b948-1d90ff459210","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.22675482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"35a8978e-084f-4161-b948-1d90ff459210","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.22695353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"901b6a30-b199-48e2-82f5-e2c620e710f7","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.227025427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"901b6a30-b199-48e2-82f5-e2c620e710f7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.227228494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"ef82bdb7-5cdb-4673-a8ac-bdf4255c8e7d","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.227298655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"ef82bdb7-5cdb-4673-a8ac-bdf4255c8e7d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.277879891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"b4c4d7a0-dd27-4bff-8ecb-7c58489c977a","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.277957683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"b4c4d7a0-dd27-4bff-8ecb-7c58489c977a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278114043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"baf55ace-32c8-4709-ba06-caf7c4b76dce","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278168147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"baf55ace-32c8-4709-ba06-caf7c4b76dce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278294627Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"19d7dc5e-4b36-4c99-9e99-9527f9aa1fdb","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278344377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"19d7dc5e-4b36-4c99-9e99-9527f9aa1fdb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278448877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"a239ba11-ee1f-472f-9c8c-62fe004dbffb","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.278492834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"a239ba11-ee1f-472f-9c8c-62fe004dbffb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.318492086Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"3b6aca83-5de9-4bd5-b7ce-817ab130e9a7","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.318556885Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"3b6aca83-5de9-4bd5-b7ce-817ab130e9a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.35868068Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"2efd561b-e68c-4925-beb8-12459f6f6486","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.358744522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"2efd561b-e68c-4925-beb8-12459f6f6486","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.358818692Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"0e711550-a3c2-4d7c-a960-75cf959e0a24","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.358852873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"0e711550-a3c2-4d7c-a960-75cf959e0a24","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.358914177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"b1d1e534-22ef-48d3-ae59-5087a4ed08fd","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.358943744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"b1d1e534-22ef-48d3-ae59-5087a4ed08fd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.398960113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"db5fd07e-346b-40d4-8b84-fa2133465dea","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.399038476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"db5fd07e-346b-40d4-8b84-fa2133465dea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.462934053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c4e2d6-fb23-4797-b54e-2cae15eb6831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.478944549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c4e2d6-fb23-4797-b54e-2cae15eb6831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.495245627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c4e2d6-fb23-4797-b54e-2cae15eb6831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:47.512576229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1c4e2d6-fb23-4797-b54e-2cae15eb6831","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.519286953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"c9bd61db-9d41-49cf-9386-625d7dd44ca3","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.51944559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"c9bd61db-9d41-49cf-9386-625d7dd44ca3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.519667694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"c06d5b22-cb3d-4e28-bb94-fe41588c1069","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.519762766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"c06d5b22-cb3d-4e28-bb94-fe41588c1069","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.519961464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"be9fa2fb-03d8-4f9c-ac99-f37d9795929b","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.52004711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"be9fa2fb-03d8-4f9c-ac99-f37d9795929b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.559796504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"d24ffbe2-4a3c-44e4-91e2-cfd615bb79b5","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.559944304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"d24ffbe2-4a3c-44e4-91e2-cfd615bb79b5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.8399866Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d5210bba-1fbe-46d5-84cc-4be25bd40a77","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.840080413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"d5210bba-1fbe-46d5-84cc-4be25bd40a77","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.840192973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"683a21c2-f2ff-4552-be5c-b22066e6bae5","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.840239826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"683a21c2-f2ff-4552-be5c-b22066e6bae5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.840320877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"8fca7c8c-b02f-4175-b521-116b08862601","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.840361041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"8fca7c8c-b02f-4175-b521-116b08862601","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.880687968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"6400794f-b851-446a-b08b-036d8d82b828","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:47.880754936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"6400794f-b851-446a-b08b-036d8d82b828","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.144559654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0180212-dd68-4841-b25e-1d6d8ae695ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.158801823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0180212-dd68-4841-b25e-1d6d8ae695ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.173202647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0180212-dd68-4841-b25e-1d6d8ae695ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.187557142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0180212-dd68-4841-b25e-1d6d8ae695ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481182024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"05eb8353-7a2a-47bf-a65f-cd6cd410e334","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481264508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"05eb8353-7a2a-47bf-a65f-cd6cd410e334","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481386601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"0e991520-37ed-4017-9d50-b2e686b40049","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481441581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"0e991520-37ed-4017-9d50-b2e686b40049","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481547524Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"afa9ff7a-144f-481a-8148-c5b4745bed8c","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.481595138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"afa9ff7a-144f-481a-8148-c5b4745bed8c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.521767477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"53bd309f-db7b-4f22-832a-65f482e3fbc4","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:48.521835357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"53bd309f-db7b-4f22-832a-65f482e3fbc4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.93029243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ab5ec-8788-41b2-a4a3-8adb1e96f59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.944430756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ab5ec-8788-41b2-a4a3-8adb1e96f59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.958728056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ab5ec-8788-41b2-a4a3-8adb1e96f59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:48.973263574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a59ab5ec-8788-41b2-a4a3-8adb1e96f59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:49.646452553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905da850-6f33-48fc-b884-0232945634ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:49.660759051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905da850-6f33-48fc-b884-0232945634ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:49.675049895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905da850-6f33-48fc-b884-0232945634ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:49.689235117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"905da850-6f33-48fc-b884-0232945634ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761487374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"57b2e561-1197-4df9-8d7e-3368d4fc2980","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761552919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"57b2e561-1197-4df9-8d7e-3368d4fc2980","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761702994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"4f8ef3ed-1162-4b8b-880b-5c18112f3352","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761766418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"4f8ef3ed-1162-4b8b-880b-5c18112f3352","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761853556Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"3cd046db-85ef-4b80-8751-ea70e2f34ac3","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.761898044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"3cd046db-85ef-4b80-8751-ea70e2f34ac3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.802023437Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"420f1731-82a3-46e4-9ff4-aedce8694b1e","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:49.80210091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"420f1731-82a3-46e4-9ff4-aedce8694b1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.395905376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","namespace":"ai-tenant-e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.395988687Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","namespace":"ai-tenant-e2e-shared-a-w1-94f176","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.396079923Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","tenant":"e2e-shared-a-w1-94f176","tenantID":"e2e-shared-a-w1-94f176","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.412805837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-94f176","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.439708218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Service","name":"maas-api-e2e-shared-a-w1-94f176","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.464760332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-94f176","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.481872472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-94f176","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.503884392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.520797493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.540736349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.557628168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.571698157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.586266816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.600319613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.615276384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.630709282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.644629303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.658946836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.677241182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.692387275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.708312386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.722548328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-94f176","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.736492253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-94f176"},"namespace":"ai-tenant-e2e-shared-a-w1-94f176","name":"default-tenant","reconcileID":"d387a1dc-963c-49ce-b273-09f7e4be8456","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-94f176","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.757139235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.757192734Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.757249203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","tenant":"e2e-shared-b-w2-c5de2e","tenantID":"e2e-shared-b-w2-c5de2e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.7737945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-c5de2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.804203742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Service","name":"maas-api-e2e-shared-b-w2-c5de2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.826026383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-c5de2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.844993343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-c5de2e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.864254053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.88272779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.902415749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.919365922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.933370528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.947587429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.961485903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.975449919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.985744672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-94f176","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-94f176","reconcileID":"ab917be1-3107-41dc-9cd8-cba97c99cebf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-94f176","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-94f176"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:50.989484701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.003651453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.017914693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.035989658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.064760865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.079184784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.093099067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-c5de2e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.107644758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c5de2e"},"namespace":"ai-tenant-e2e-shared-b-w2-c5de2e","name":"default-tenant","reconcileID":"db67f404-f095-44df-876b-71cf0a52f3fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-c5de2e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.446301019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6136a8-b093-4b95-bf1f-9eec8e649d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.460469065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6136a8-b093-4b95-bf1f-9eec8e649d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.474705728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6136a8-b093-4b95-bf1f-9eec8e649d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.479255177Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c5de2e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c5de2e","reconcileID":"2d34de5f-1a1a-4eaf-9af5-21be8a335460","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c5de2e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c5de2e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:51.4894276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6136a8-b093-4b95-bf1f-9eec8e649d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.119649917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6d603b-6f5c-40b4-8873-3def084af85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.133754323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6d603b-6f5c-40b4-8873-3def084af85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.147749541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6d603b-6f5c-40b4-8873-3def084af85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.161685926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e6d603b-6f5c-40b4-8873-3def084af85c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.32218066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"64d4deef-c819-43be-9ed0-7f24faeee806","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.322241937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"64d4deef-c819-43be-9ed0-7f24faeee806","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.322318319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"381ff6f7-fe89-4369-b184-a37f76018194","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.322352367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"381ff6f7-fe89-4369-b184-a37f76018194","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.322428072Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"fc63574a-c72f-4ed7-9f39-7089639cd652","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.322461001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"fc63574a-c72f-4ed7-9f39-7089639cd652","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.362815597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"86a483a8-4741-4350-952c-e6050a3a76d5","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:52.362875423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"86a483a8-4741-4350-952c-e6050a3a76d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-2-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.73746683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ef742-46a9-4135-a095-af577180792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.751708717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ef742-46a9-4135-a095-af577180792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.76555002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ef742-46a9-4135-a095-af577180792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:52.779676607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02ef742-46a9-4135-a095-af577180792a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.507451441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da0a4e1a-f766-4aae-ade1-980a38b45f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.565756841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81d1433a-bdbe-401f-95da-01306e1546a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.663286588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"ea6cbec5-90cd-4865-8ee9-57c65b79201e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.663296263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"0824f2e2-917a-4d97-8dc4-5837a0f5e8db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.664533413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"35318485-46fe-47f3-a0aa-29c02fe49d39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:50:54.664546171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"3e4c35d4-a125-4f21-a2ad-4918b5dbc30a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137160069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"96ab40cb-dbb4-4e97-a5a8-5fd56c50474e","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137258985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"96ab40cb-dbb4-4e97-a5a8-5fd56c50474e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/simulator-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137391782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"56d5b3b5-3737-4bf9-8c75-5d07537108f5","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137445731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"56d5b3b5-3737-4bf9-8c75-5d07537108f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/premium-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137558275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"620b787a-0f56-4225-b9d8-9c3cbf223e5c","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.137596033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"620b787a-0f56-4225-b9d8-9c3cbf223e5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w0-255528/distinct-w0-255528: AITenant \"e2e-worker-w0-255528\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:55.903047324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"40d7d088-a4ce-4686-8438-39af6fae6910","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.002036756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"924a68c6-ccc4-4d8d-9e02-b50198ef7aef","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.102043201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"ba3e1858-96dc-4a9b-9298-3dae8c0a8a93","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.201808976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"035cdf54-c016-4c23-a61d-b3276b992838","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.302217913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"16d41244-7e0b-43c4-9194-fd90e3981641","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.401654185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"3ae60d4a-0097-42b0-8b4a-685f237c2d20","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.50325963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"7ecd822a-dd44-40db-ab6f-8586d9eef958","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.625702628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"41e90de4-2fba-4e02-af16-55e3c5e3f159","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.722832348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"c9ecc069-bc5d-4426-805b-05ea11df9fe2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.822918731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"ec7e7412-ad41-4ea4-afed-f9d4cc02d06b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:56.924916067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"52f22832-3924-4f7e-891b-16238fd72ffc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.024256706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"7e82e442-6994-4227-8d02-2288e3bd0c0e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.129760288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"3f6320f3-b82f-422e-b66a-2875027f025d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.232608966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"1275f88d-ebb5-475f-97a3-26a16edf452e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.325130415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"81853e85-4426-4132-b215-1488292a3fdf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.42849229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"2a403d0f-88f7-4db0-b406-8da3fdbe4de2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.525808764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"97df88cf-f173-431a-a0ac-19ddfb1ed708","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.628547285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"b4597dfd-0e06-4cf1-8d6d-ce4fa100a3f5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.726036569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"1ea03bab-6e1e-47c0-aea1-2a2698bf620f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.825877982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"799e958d-2e02-4e78-bb46-1dfc9433a902","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:57.926112065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"3e6c187c-ff2b-4641-9fde-f6ffa1c5164c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.031000505Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"e924467e-5048-4fb5-b81a-457509a97a68","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.126265609Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"f0e0f3e1-e29f-4d33-9d05-0067091c3482","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.226429996Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a3fa2f1f-77e7-4772-98b0-b3f4f2fee918","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.395348688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"ffe2b812-ef47-4f24-a57e-627f8fc7719a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.469691164Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"b510cf52-532a-40e6-922f-3e15a91a7790","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.57009141Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"b48a0bfc-6b7d-4133-95b3-731b36c673e0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.673287596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"92051cdd-00f5-495f-b61f-aa15daf61e8b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.788998376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"fab74ceb-1286-4f9d-9a4a-516a8583ce14","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.892668615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"0f2051be-7b8b-4373-aa50-1b9bcf3b8296","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:58.992346298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"45b7c0a6-3618-4a24-98e2-22ebdd09377a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:59.09554226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"0e88e9e9-7094-4af2-95e8-777a7698d6bd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:59.507859284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"d15c0875-fc1e-4b66-9e5e-a101a5c059aa","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:59.722278436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"5b8581be-9cf4-4f41-b375-2f05a002d381","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:59.862617602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"dfbfe3a4-16b4-4181-97f6-bf34df32aa08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:50:59.952959777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"9b5209a2-5cd8-4513-b98a-0543f2494dbd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.650332732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e1a4ce-f8ea-4627-80b4-0425d8980a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.664527515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e1a4ce-f8ea-4627-80b4-0425d8980a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.678896381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e1a4ce-f8ea-4627-80b4-0425d8980a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.692933883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99e1a4ce-f8ea-4627-80b4-0425d8980a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.868251521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"564a93e6-2250-4cb9-a615-2e624082cee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.868416692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"31469391-c3eb-47db-83f8-1cd171147c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:00.874803268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"2505d2e0-31a7-458d-a5ec-7727ef271c90","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.87493419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"fd8f4cff-d816-45ec-89eb-4fdf1ed481b5","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.875260854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"25aa57b4-8957-44a6-a566-b691dcb07703","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.875513392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"d5278c2c-c473-4493-ae6c-4cf1a9fb7ad4","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.875678471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"0c35cb1c-9b6f-4c50-9958-41e8206c8a8c","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.884946511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"77621fc6-1bc9-4901-b543-22a72fec4e94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.888828234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"31469391-c3eb-47db-83f8-1cd171147c38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.888831729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"564a93e6-2250-4cb9-a615-2e624082cee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.891305937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"cdab3e3f-11ff-4264-9abc-06f02c2711c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.987564777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"08f3f9ea-2851-447e-b842-a5b44f0e5f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:00.987977997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f19a0413-24a6-458f-9ba2-37b20037fffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.007582048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"08f3f9ea-2851-447e-b842-a5b44f0e5f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.007734549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"f19a0413-24a6-458f-9ba2-37b20037fffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.017888199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8ac08144-dc21-46d5-8b02-60f372d833c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.018347832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"0fa0f0b6-05d9-4ffc-a94a-06238edc8e6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:01.079428066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"037a57bd-4303-4ff4-bfea-2b8c1d0fdcc7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:01.278045533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"ec1f67ac-7a5d-4c37-877e-c45628517c4a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.280545597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f2a42d-1071-4096-80d0-f04c08499a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.29480216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f2a42d-1071-4096-80d0-f04c08499a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.308969379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f2a42d-1071-4096-80d0-f04c08499a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:01.323232052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34f2a42d-1071-4096-80d0-f04c08499a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:01.384635523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"b5d04146-aa11-4c5f-ac0e-ef0edea3a051","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:02.012507942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767f735-1101-41c0-ba20-7c263014ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:02.027135483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767f735-1101-41c0-ba20-7c263014ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:02.041852964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767f735-1101-41c0-ba20-7c263014ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:02.056222997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e767f735-1101-41c0-ba20-7c263014ac72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:03.567247827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"dd791f14-859b-4490-870a-a6e2979dc2a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:03.773403202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"65a89e3c-ba4d-499f-a8dc-da685e97c505","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.82584906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"b9dbe304-a6fa-44d5-af0a-9bc8e3296734","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:03.928652978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"622d6008-4913-479d-bc92-5e15ec8fc1a6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.935549236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e030c5db-f390-4720-964c-003675de5d11","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:03.998911126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"0605535c-f2d8-43e5-815d-5a508f0ade00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.025340878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"14d88b09-0d5f-427f-abbd-1bf8f3224389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.025339329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"61440e38-68d9-4427-ba18-a4ff02aef5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:04.030939212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"9d95a249-89a6-45c7-ab57-57854f8d4855","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.044913697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"61440e38-68d9-4427-ba18-a4ff02aef5f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.044939283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"14d88b09-0d5f-427f-abbd-1bf8f3224389","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.050338219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"02d8bc10-dac9-4c90-8623-727fdb70968e","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.112130061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"313dd40a-be5c-4017-911b-131abc0e0300","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:04.733202298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"ee145121-16b4-461d-a0e7-ed6360fc5657","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.216331686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"b1682e87-0661-4edb-a45b-9cac19281ab1","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.273723711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"93f407f1-1024-4aa5-9b4e-a8d594d9f3e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.277958189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e4ae8116-43db-444b-b6a3-b8105cc787d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.278020392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d39f8ae4-d0b9-4699-8572-7e9ebfb3aadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.297243457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"e4ae8116-43db-444b-b6a3-b8105cc787d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.298106727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"d39f8ae4-d0b9-4699-8572-7e9ebfb3aadd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.326041315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"0fa50476-9e93-471d-9162-d83ee4f742b4","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:06.383781045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"bb1e1d93-5f8e-4657-acc7-94fdc35d493b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:08.764435611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"c1c853f9-66c9-4392-941e-eb396b5b5fc1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:08.969252043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"24e7167f-272c-4b5d-a600-9646fcf4c85f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:09.11998627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"cd7275ab-f349-4f8c-b9a2-ada7a391de45","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:09.2229101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"a3892dfe-fc6f-497d-bf9e-c05bc1b4de5f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:10.988686627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"febffb65-c9c7-4c7d-8d39-feba07f90abb","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:10.989253533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"b3844483-bca0-4539-8bc2-b0f25df2977d","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:10.989668138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"a1da6188-796d-4243-8f67-29a17eb20c00","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:10.98994346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"8d1325dc-a7f3-4bb7-9b91-341aa72d2b19","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"distinct-2-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"distinct-2-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.036982414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8fdd56e0-7fe5-406e-a164-af0d217d5c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.037074146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"90b3f78b-3b8e-4628-82af-a405627c933c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.045712128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"812de5cd-0236-44a7-921d-f7a3e49f341b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.056354197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"90b3f78b-3b8e-4628-82af-a405627c933c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.056444957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8fdd56e0-7fe5-406e-a164-af0d217d5c50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.056829227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"6de5a7da-eb27-4c31-a4d3-d3a0bc08094a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.146837212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"45b2146c-9a98-408f-a339-87a09a8001dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.146951526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"7c03f070-4a5d-43f0-8b07-c250a6e04181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.227468304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8439895c-ea8f-46e4-bfc6-6c051b04be22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.227468331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c015b7f0-6f8c-4505-be0c-1e00f6f1ba28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.246657732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"8439895c-ea8f-46e4-bfc6-6c051b04be22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:11.246853867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c015b7f0-6f8c-4505-be0c-1e00f6f1ba28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.116069596Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.116143905Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.135873508Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.136822796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"51cf666f-3973-4a2a-82ee-166caeb8a72f","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.155161231Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.155179821Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.155260763Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.158375456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"6b3c56da-b72c-4f41-b075-aed234f08cc5","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.175656018Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.178887011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"39ac28ff-73da-4fb3-b361-7c1c3a46cb87","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.184474799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1135a77c-3817-45cb-b5a7-6e1803297b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.18491148Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"231621e7-6826-4c19-93b2-99fe2330390b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edf86543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.184955865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"553f55a8-3479-4957-9952-caaa1e6a6713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.198198174Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"a0695acd-43de-406a-98aa-70c29a6e79d6","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.198315346Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.198377968Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","namespace":"ai-tenant-e2e-shared-b-w1-5e337e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.198435822Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","tenant":"e2e-shared-b-w1-5e337e","tenantID":"e2e-shared-b-w1-5e337e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.201619332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"b0dfb8a9-5b08-480d-a244-3a3aca9d8248","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.206447574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"553f55a8-3479-4957-9952-caaa1e6a6713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.206496257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"1135a77c-3817-45cb-b5a7-6e1803297b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.207252104Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"e626bdb4-8cd8-45f5-89bd-2c086eb5ebae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6924da90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.216895799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-5e337e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.217295849Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"a10b6b44-a921-4b1d-8a76-a75b1162fbac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edf86543","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.239853978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"72fe3a60-d913-49ee-afa9-b0d41819bd67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6924da90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.250194213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Service","name":"maas-api-e2e-shared-b-w1-5e337e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.273382438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-5e337e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.293486977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-5e337e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.31041161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.327012264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.337629459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c261602b-df37-4e36-99de-fbf339d71841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.337635616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"58e3e09b-c062-4c8d-b672-643edd34c6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.346479648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.363250904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.377346281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.393290372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.40739552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.421540681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.43552988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.450357022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.465287153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.468082889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c261602b-df37-4e36-99de-fbf339d71841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.468092566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"58e3e09b-c062-4c8d-b672-643edd34c6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.483845846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.51990136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.535412501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.553809023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c261602b-df37-4e36-99de-fbf339d71841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.553900939Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-access","reconcileID":"c261602b-df37-4e36-99de-fbf339d71841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.554273386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-5e337e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:13.557699475Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"58e3e09b-c062-4c8d-b672-643edd34c6e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-a0e73d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:13.557854354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"58e3e09b-c062-4c8d-b672-643edd34c6e1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-a0e73d-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.563169242Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a975173a-9f6c-436d-8393-1144112610cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.57130688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-5e337e"},"namespace":"ai-tenant-e2e-shared-b-w1-5e337e","name":"default-tenant","reconcileID":"e4099f32-5e9a-467f-a50f-d064595fcc29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-5e337e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.579330891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"5121a9b2-4ce7-432c-b4ab-47ba1fad6891","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.697470223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a975173a-9f6c-436d-8393-1144112610cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.768185849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a975173a-9f6c-436d-8393-1144112610cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"e2e-worker-w2-a0e73d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.768216894Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-access","reconcileID":"a975173a-9f6c-436d-8393-1144112610cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.786748892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8bd888a3-35b5-4f22-a32e-7ac82bae78d8","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:13.902796903Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-5e337e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-5e337e","reconcileID":"b99e8277-2b5b-4ecd-bb9e-a9a45c3a9ca1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-5e337e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-5e337e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.37076452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a18eca-05bc-4fef-ae54-26ef512845b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.385258677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a18eca-05bc-4fef-ae54-26ef512845b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.399402855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a18eca-05bc-4fef-ae54-26ef512845b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.414208526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16a18eca-05bc-4fef-ae54-26ef512845b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:14.629146073Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.031454394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e366c-8e2f-4ed7-aaaa-04faf1ef1683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.045430011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e366c-8e2f-4ed7-aaaa-04faf1ef1683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.059441732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e366c-8e2f-4ed7-aaaa-04faf1ef1683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:15.073472302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058e366c-8e2f-4ed7-aaaa-04faf1ef1683","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.271729768Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"600c0f19-786b-472f-8091-462732c71a6f","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.271803375Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"600c0f19-786b-472f-8091-462732c71a6f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.288581564Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"600c0f19-786b-472f-8091-462732c71a6f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.30510525Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"600c0f19-786b-472f-8091-462732c71a6f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:17.30511834Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"600c0f19-786b-472f-8091-462732c71a6f","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:19.138762951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"cc200f63-aec9-4d19-9a4b-20b945c85ef6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:19.281562613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"e6eb5733-5740-41bc-87db-5366ae147820","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:19.43818227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"6d337379-b143-4609-812d-1109e5c139ed","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:19.534901575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"ad684984-ddcc-455c-8c62-b06894099e69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.016895178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"ed9b394c-7161-45fd-8aeb-7af6974a3c2a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.017241342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"3fba6b37-9a0c-406d-b8f7-469bbf46172a","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.04634292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"d12b85a2-d747-4a41-8809-95f9444aafbe","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.046540288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"db4e9f1a-a3bc-4b54-9a1b-8ade2b38ed91","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.066690182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"9caf82d5-a133-4e5e-a802-0101c2c15c7c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.066946365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"59b4590d-66d0-4a4f-9587-1556ffb05e2e","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.067194509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"67dc8bda-4b4b-4d8c-bc25-63a925a95f00","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.06734626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"93de33f0-0321-4747-96df-feced513ab5e","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.094189423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0cf14caf-bd6a-43bd-b002-1250507aba14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.094249364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b6978b51-bfe4-4f35-aef7-393f5798c974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.095548601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"ab4b6737-1af7-41e1-8056-f08a433acf03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.095632609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"44ff5613-5962-449b-97cb-6e7261291a89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.114691613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"b6978b51-bfe4-4f35-aef7-393f5798c974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.117066587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0cf14caf-bd6a-43bd-b002-1250507aba14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.199187268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"c28d0bb6-0e11-4556-80b8-0e208de3b15e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.20282203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"c4696e73-a2fc-4dc4-9de7-ccbec6b26726","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.231556972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8d88ac1d-bc4f-4fe7-813e-5dc0d6e6ff89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.246427217Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8d88ac1d-bc4f-4fe7-813e-5dc0d6e6ff89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.264502413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"5a14634b-6feb-4512-9c98-58e161cd03f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.279298233Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"5a14634b-6feb-4512-9c98-58e161cd03f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.292501579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"20138ebe-935f-43be-b5ff-7826a5c396e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.30604322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0cc2721b-a83c-486d-8d1d-f418b5ed3c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.313890277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"premium-simulator-subscription","reconcileID":"5a14634b-6feb-4512-9c98-58e161cd03f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.314345459Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"simulator-subscription","reconcileID":"8d88ac1d-bc4f-4fe7-813e-5dc0d6e6ff89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"name":"maas-trlp-simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d","model":"e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.315183165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"20138ebe-935f-43be-b5ff-7826a5c396e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.325093466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0cc2721b-a83c-486d-8d1d-f418b5ed3c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.346030733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be76e3b8-4eac-4f79-899d-f7491789513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.360624991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be76e3b8-4eac-4f79-899d-f7491789513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.374872737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be76e3b8-4eac-4f79-899d-f7491789513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.389389204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be76e3b8-4eac-4f79-899d-f7491789513c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.410525707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"2b7b97d5-7df7-40b0-9cea-ffda1a48bf46","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"premium-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"premium-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:23.498510866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"75dd0f79-12b2-43e9-8eb9-99496c5ce199","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"routeName":"simulator-w2-a0e73d-kserve-route","namespace":"e2e-models-e2e-worker-w2-a0e73d","llmisvcName":"simulator-w2-a0e73d","gateway":"openshift-ingress/e2e-worker-w2-a0e73d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.030584596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed44b405-f759-4128-82b5-71cb0d069271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.044978573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed44b405-f759-4128-82b5-71cb0d069271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.059461254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed44b405-f759-4128-82b5-71cb0d069271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.0739424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed44b405-f759-4128-82b5-71cb0d069271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.746635163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d1035-da8c-44b5-90c9-739bba69ec69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.760971709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d1035-da8c-44b5-90c9-739bba69ec69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.775867758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d1035-da8c-44b5-90c9-739bba69ec69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:24.790215047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c0d1035-da8c-44b5-90c9-739bba69ec69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.354037597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15aae95-07c6-4fec-8a9a-41571b9b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.368703714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15aae95-07c6-4fec-8a9a-41571b9b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.382755628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15aae95-07c6-4fec-8a9a-41571b9b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.396641791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15aae95-07c6-4fec-8a9a-41571b9b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.952762737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3011694d-4e13-4057-a738-2e00a9a621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.96855166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3011694d-4e13-4057-a738-2e00a9a621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.983770334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3011694d-4e13-4057-a738-2e00a9a621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.983876666Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.998545999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3011694d-4e13-4057-a738-2e00a9a621f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.998603661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","namespace":"ai-tenant-e2e-worker-w2-a0e73d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:25.998663934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","tenant":"e2e-worker-w2-a0e73d","tenantID":"e2e-worker-w2-a0e73d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.017147152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Deployment","name":"maas-api-e2e-worker-w2-a0e73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.041511392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Service","name":"maas-api-e2e-worker-w2-a0e73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.064439124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-a0e73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.082559726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-a0e73d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.103138932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.119693921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.137600399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.156687482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.170554502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.184097429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.197852491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Service","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.211521176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.225191527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.238924817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.252751083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.275262881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.301344469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.316455992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.330394031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-a0e73d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.344097586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-a0e73d"},"namespace":"ai-tenant-e2e-worker-w2-a0e73d","name":"default-tenant","reconcileID":"743c4fe9-c83c-4ba1-aeb9-ebc1b0608009","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-a0e73d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.740620151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be75823-16e3-4563-a580-29f185526de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.743791409Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-a0e73d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-a0e73d","reconcileID":"c37f74b0-b7b3-4d25-8dcf-8c6fdedc5894","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-a0e73d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-a0e73d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.758563803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be75823-16e3-4563-a580-29f185526de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.773239455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be75823-16e3-4563-a580-29f185526de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:26.78810234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be75823-16e3-4563-a580-29f185526de9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.805954837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"dc09de07-7776-4b08-a5c7-a87d236b5f0f","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.827741682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"dc09de07-7776-4b08-a5c7-a87d236b5f0f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.827954459Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"a3aa0676-9160-488b-958d-98664a83760e","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.848169993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"a3aa0676-9160-488b-958d-98664a83760e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.848297274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"9cf1831b-8fe1-4028-a523-6783dac1d4fe","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.875139201Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"9cf1831b-8fe1-4028-a523-6783dac1d4fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.875721775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b40451dd-1a99-4581-8ac5-5cc40f3f7da7","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.896698165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b40451dd-1a99-4581-8ac5-5cc40f3f7da7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.89767766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"1bdb21be-4665-4a41-b430-4e9b84d159c9","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.897803169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"1bdb21be-4665-4a41-b430-4e9b84d159c9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.897923606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"c99f0c32-dfce-4054-b06d-2fed801316ce","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.897970088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"c99f0c32-dfce-4054-b06d-2fed801316ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.898069628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"6903c405-43f5-4f4f-b85e-eefbdf40d136","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.898120817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"6903c405-43f5-4f4f-b85e-eefbdf40d136","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.906349605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1a35d915-9eb7-4a08-9583-9af2cd0b093b","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.906433363Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1a35d915-9eb7-4a08-9583-9af2cd0b093b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.909667204Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"1dca169f-c862-4d35-97b2-430091344c07","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.909738434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"1dca169f-c862-4d35-97b2-430091344c07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.909844722Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"90fea1e0-8258-475b-aa90-493f077e85f6","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.909885338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"90fea1e0-8258-475b-aa90-493f077e85f6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.90998311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"5de6b92f-faa1-411c-8cdc-64c070de9eda","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.910023741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"5de6b92f-faa1-411c-8cdc-64c070de9eda","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.916847707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f7b401d4-fe27-49b4-8a06-153a1ad716e0","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.916900919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f7b401d4-fe27-49b4-8a06-153a1ad716e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.93070049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"a6b6da1d-217e-4777-90b6-af691066f18a","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.930748709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"a6b6da1d-217e-4777-90b6-af691066f18a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.930821916Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"1a54ef83-03ee-4338-b6bc-75c367ab7665","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.930866947Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"1a54ef83-03ee-4338-b6bc-75c367ab7665","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.930936817Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"08ec48f2-9fc7-4412-8a12-7ed65bfa00b8","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.930972629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"08ec48f2-9fc7-4412-8a12-7ed65bfa00b8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.937281712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d2205821-6c0e-4c66-9082-8ffcc7e106d1","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.937331926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"d2205821-6c0e-4c66-9082-8ffcc7e106d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.971197632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"ef0b3c0a-42be-42fb-bcc8-902fcc7140e9","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.971268365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"ef0b3c0a-42be-42fb-bcc8-902fcc7140e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.971363011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"3a151675-0e29-4d50-a769-3857c0e31cfc","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.97140342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"3a151675-0e29-4d50-a769-3857c0e31cfc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.971489406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"3d358444-47b0-4f4b-ba4e-b3d65b877c00","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.971528815Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"3d358444-47b0-4f4b-ba4e-b3d65b877c00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.978329549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bb52361e-0824-4c4e-aae0-2fabdafaa6a0","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:26.978384579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bb52361e-0824-4c4e-aae0-2fabdafaa6a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052368217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"b54875eb-8f37-4e7e-9932-c517c78216e7","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052425378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"b54875eb-8f37-4e7e-9932-c517c78216e7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052503575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"5947d875-8f73-4f5e-8089-7430528e0c8d","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052535174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"5947d875-8f73-4f5e-8089-7430528e0c8d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052604686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"055986b0-e689-433b-ac87-eb6df28327d7","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.052635727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"055986b0-e689-433b-ac87-eb6df28327d7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.059090403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"5a744e47-ecf4-4668-a15f-2449a110f22a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.059147321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"5a744e47-ecf4-4668-a15f-2449a110f22a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.272316912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"5f982471-e2cf-4e54-a87b-1541a999fb64","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.272393864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"5f982471-e2cf-4e54-a87b-1541a999fb64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.27264008Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"715b2ce1-4c5f-435b-9c95-813476d1f5bc","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.272775328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"715b2ce1-4c5f-435b-9c95-813476d1f5bc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.272991585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c17c96d4-4c19-4c9e-96c1-73df84890d90","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.273114902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c17c96d4-4c19-4c9e-96c1-73df84890d90","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.273272096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a142c2d2-b926-4444-9d52-66b4b990c638","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.273315691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a142c2d2-b926-4444-9d52-66b4b990c638","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:27.444296393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0753304-502f-45d5-ad2c-c5e899cc5b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:27.458300368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0753304-502f-45d5-ad2c-c5e899cc5b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:27.472262751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0753304-502f-45d5-ad2c-c5e899cc5b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:27.486504367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0753304-502f-45d5-ad2c-c5e899cc5b84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.59262423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8236a366-e0d4-4e29-a79c-8f1c70b4e852","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.592690118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8236a366-e0d4-4e29-a79c-8f1c70b4e852","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.593928135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"6e31c4b1-be13-43a1-878d-860f26e0d91b","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.593987256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"6e31c4b1-be13-43a1-878d-860f26e0d91b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.594114285Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"dbb80579-7e23-466d-ae9e-d0a94ab6e7c7","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.594157782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"dbb80579-7e23-466d-ae9e-d0a94ab6e7c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.594234113Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"60ffb998-7c31-4830-82ac-c22208bdba84","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:27.594270393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"60ffb998-7c31-4830-82ac-c22208bdba84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.014448323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f8a821a0-b5b3-4fc6-a56e-baa1dcff95f3","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.067691933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b8cc5-d12b-4d1c-854b-ccd435fe5353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.082323265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b8cc5-d12b-4d1c-854b-ccd435fe5353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.097275285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b8cc5-d12b-4d1c-854b-ccd435fe5353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.111439307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b8cc5-d12b-4d1c-854b-ccd435fe5353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.131156593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"61fbd229-f11b-4021-9457-618f2ca3b889","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.233803028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"f9a475f0-99fa-4f70-8d51-186c6bc015c5","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.233865132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"f9a475f0-99fa-4f70-8d51-186c6bc015c5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235107082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"43218018-edaf-4645-ba15-7f6a185717c7","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235166871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"43218018-edaf-4645-ba15-7f6a185717c7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235258376Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"0a668c72-2e4a-46b8-b3f4-9332010b0080","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235302724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"0a668c72-2e4a-46b8-b3f4-9332010b0080","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235387338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1fb328e1-c6cf-450c-a297-f2455d372f37","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:28.235431576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1fb328e1-c6cf-450c-a297-f2455d372f37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.242003086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"a18c5a2f-7dd6-4f0a-bcef-9da620bcdb39","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.366652468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"5c26777a-2647-4917-ac68-8c3f735af970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.367079957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7ce333d5-8dab-452e-bcf2-9874173eaf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.367560781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fefed1b4-5a04-47f3-8d35-0a72758623ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.367924984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"0affd9df-c4ee-48ad-9d7e-d85da80021d5","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.386613182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"fefed1b4-5a04-47f3-8d35-0a72758623ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.387200154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"7ce333d5-8dab-452e-bcf2-9874173eaf5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.417036452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"efa0f058-c118-4732-88e5-65adbc4366a0","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.423300967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"9519c7ec-7682-4c28-82d1-3406d5319354","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.47160785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3c8d3bc0-77fa-4de5-bca3-f6b873acce32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.471725688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"28e42cb8-db14-4260-bf24-cee94de92b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.491085145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"3c8d3bc0-77fa-4de5-bca3-f6b873acce32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.491918866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"28e42cb8-db14-4260-bf24-cee94de92b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.517251562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"6e8d56aa-2b33-40be-b83d-66195a31a7b8","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.524261087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"65874eda-a2ef-43fc-92be-0713312568f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:28.650732666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"34f1fee5-35ed-44b5-bee7-8c5fb4ae22e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.514827554Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"529299ed-5742-4c32-b96b-f9a4ddc76652","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.514891931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"529299ed-5742-4c32-b96b-f9a4ddc76652","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.516147289Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"61d603f8-a2f6-4d2a-aa04-0f1fc1f948a2","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.516206313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"61d603f8-a2f6-4d2a-aa04-0f1fc1f948a2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.516283964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"895f881e-c2c1-45da-916a-b240b71a91cb","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.516317975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"895f881e-c2c1-45da-916a-b240b71a91cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.51638328Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bca9749a-dd0b-4df6-b968-1054e73305cf","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:29.516414605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bca9749a-dd0b-4df6-b968-1054e73305cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.075453262Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"110cab3c-2e94-45c8-8ad7-67dfa23c155c","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.075516111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"110cab3c-2e94-45c8-8ad7-67dfa23c155c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.076745839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"e7698b78-a8de-43e2-9f44-d20251a762e1","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.076813304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"e7698b78-a8de-43e2-9f44-d20251a762e1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.076913411Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"f4780457-8671-4601-bf3c-2083d8917e23","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.076957605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"f4780457-8671-4601-bf3c-2083d8917e23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.077041517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f23105e6-3f74-4aad-862f-45e07c20e9fc","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:32.077100862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f23105e6-3f74-4aad-862f-45e07c20e9fc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.213226847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"394566be-3653-45e6-a069-e61e3b08c252","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.213666695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"f5f2e324-daf4-41a4-8c3c-9b7535e53e5c","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.214006415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"4c689154-ce87-4642-8a9e-a67456513bd7","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.214301634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"9e7cbd91-6dea-4fac-9f2a-3592e8608fad","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"distinct-2-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"distinct-2-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.256443692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8226f383-1f28-48c0-85d9-ef655535f558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.256443683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0ee714b9-8f7b-4307-a072-18765722e37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.271960405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"a4cf40c4-97d9-4351-b819-eb3d1ba39e40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.27195916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"6f8b50db-b162-49a8-a8d6-09eb6cd13e6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.27752724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0ee714b9-8f7b-4307-a072-18765722e37a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.277554957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"8226f383-1f28-48c0-85d9-ef655535f558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.371918681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"e88e59db-b58f-4471-82c5-bb2432968b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.372103197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"cc1fa6eb-ae14-4241-8bae-227745f5ac58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.447512895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0142fb55-fbc5-489b-b857-f37de99bf1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.44752994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"70f301bd-d8de-4473-be00-19181cf2dc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.468096348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"0142fb55-fbc5-489b-b857-f37de99bf1bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:33.468439379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"70f301bd-d8de-4473-be00-19181cf2dc2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.955800881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"aaa192fc-b0f4-4441-bda1-a1947d65019d","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.955888936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"aaa192fc-b0f4-4441-bda1-a1947d65019d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.955994207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"cf70f33e-8df2-4bb3-8409-1bf9a92a28b3","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.956040183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"cf70f33e-8df2-4bb3-8409-1bf9a92a28b3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.956169705Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"dad859cf-cc51-4743-b8cf-645ad5eeaf49","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.956216346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"dad859cf-cc51-4743-b8cf-645ad5eeaf49","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.956309284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"aafc9e38-cf43-4866-8091-e1d1ad9b9bcc","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.956353053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"aafc9e38-cf43-4866-8091-e1d1ad9b9bcc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.988949284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"90acd40f-2f0e-4eca-93b0-2c922cbad8b2","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989028576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"90acd40f-2f0e-4eca-93b0-2c922cbad8b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989182854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"6bd9bbb8-5c68-4b96-9934-2a1b2e187fb9","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989225214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"6bd9bbb8-5c68-4b96-9934-2a1b2e187fb9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989313239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"94bffbc4-c515-45a6-b8c4-d0968080cca6","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989346035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"94bffbc4-c515-45a6-b8c4-d0968080cca6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989438451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"654608bf-8ec1-4501-a581-cfd67640e78d","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:34.989471816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"654608bf-8ec1-4501-a581-cfd67640e78d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022142155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"175f99e1-ca07-4121-989d-4205b1e98e10","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022216596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"175f99e1-ca07-4121-989d-4205b1e98e10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.02231093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"45c4ab35-fd87-474e-8f47-909798b35cb3","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022349782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"45c4ab35-fd87-474e-8f47-909798b35cb3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022410776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"81fee41d-3358-4dcc-a52e-ccfda8f3f6d5","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022441882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"81fee41d-3358-4dcc-a52e-ccfda8f3f6d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.022499198Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f5db3b57-38c6-47b5-aa80-ace33e369e0a","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.02252869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"f5db3b57-38c6-47b5-aa80-ace33e369e0a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.054655184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"e6e79be7-7f77-4600-b91c-ae5d26437340","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.054748529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"e6e79be7-7f77-4600-b91c-ae5d26437340","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.05489632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"eeabfa4c-2bb7-4f2c-8fdf-9a4e6360c449","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.054954741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"eeabfa4c-2bb7-4f2c-8fdf-9a4e6360c449","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.055581584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c632d092-0b77-44a4-aa40-17da3d06ce3a","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.055642032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"c632d092-0b77-44a4-aa40-17da3d06ce3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.055820191Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e8bbe121-ca35-4a76-8c38-6de4056d40be","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:35.055920913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e8bbe121-ca35-4a76-8c38-6de4056d40be","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.29760696Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.297677699Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.316429589Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.316956924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"41f51bee-c48e-48da-92a2-5efe569bb176","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.335432235Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.335448697Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.335533074Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.338491916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"ecb0163a-d0c0-4d48-825e-abce5f0269ba","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.353817449Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.358501057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f1bd44ea-d5b1-4d66-8fd2-92ff35068588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.358797443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"555d5af2-6d8c-4902-91e6-a4d746d89cd4","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.358899926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"72dbe6b7-5020-4795-858a-5118a3491297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.364652459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"5159d0e1-aa1d-44de-8059-9f3c23f0e384","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a21567a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.376826073Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"3196f3d0-eaad-4c6b-a3a6-4021637f82f8","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.382461256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"f1bd44ea-d5b1-4d66-8fd2-92ff35068588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.382903136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"72dbe6b7-5020-4795-858a-5118a3491297","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.382911163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"bbb9c89e-8eb6-476d-a372-60b8da58636b","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.390766387Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"8f0d7684-a741-4eb3-9374-116e47a9aa64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778a526e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.401467186Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"0ed8caf2-3e14-46fe-b401-b7b3b5a5a185","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a21567a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.421277326Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"f47380a9-4008-4210-9973-78672109f7f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-778a526e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.513011975Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d00ede93-f6a2-4a7e-9015-8a000691cbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.513082715Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d39e4df-57f4-46b6-a242-c6be1aa4eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.578974682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d39e4df-57f4-46b6-a242-c6be1aa4eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.579185206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d00ede93-f6a2-4a7e-9015-8a000691cbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.631831947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d39e4df-57f4-46b6-a242-c6be1aa4eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.63185709Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-access","reconcileID":"5d39e4df-57f4-46b6-a242-c6be1aa4eab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:36.63625323Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d00ede93-f6a2-4a7e-9015-8a000691cbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-9793f8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:36.636304624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"d00ede93-f6a2-4a7e-9015-8a000691cbc1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-9793f8-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.64171182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c93197b-ba55-4892-bd24-69a7e894a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.650765366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"2960fb10-3b71-463f-a361-2337afdaf414","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.687752517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c93197b-ba55-4892-bd24-69a7e894a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.707863936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c93197b-ba55-4892-bd24-69a7e894a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"e2e-worker-w1-9793f8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.707899371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-access","reconcileID":"0c93197b-ba55-4892-bd24-69a7e894a544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:36.726937846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"04384082-8b9b-407d-a7cf-e0cdef4e7d11","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:39.700080732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-2-w0-255528","reconcileID":"681959d8-7035-4595-88a0-f58acc33a8d4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:39.837277005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"distinct-w0-255528","reconcileID":"4bcf97ee-0031-46cb-b293-342b9a4a5f7f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:39.996978766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"premium-w0-255528","reconcileID":"673edd99-dcf1-4582-81bf-5fc847089bfd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:40.095895188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-255528","namespace":"e2e-models-e2e-worker-w0-255528"},"namespace":"e2e-models-e2e-worker-w0-255528","name":"simulator-w0-255528","reconcileID":"8bac8201-4358-47b5-9b81-bf6f892e5287","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w0-255528\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.377805307Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"30d6a7c1-bd8d-45c8-9a56-248cd05fa575","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.377893599Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"30d6a7c1-bd8d-45c8-9a56-248cd05fa575","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.394598895Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"30d6a7c1-bd8d-45c8-9a56-248cd05fa575","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.41155025Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"30d6a7c1-bd8d-45c8-9a56-248cd05fa575","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:41.41156528Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"30d6a7c1-bd8d-45c8-9a56-248cd05fa575","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.969662071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"2d1e248d-2d83-4ae8-b3f8-92203a58a7e0","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.969721507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"2d1e248d-2d83-4ae8-b3f8-92203a58a7e0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.970183961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"acbf2502-15d0-465d-805f-db2c6dbcffec","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.970218011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"acbf2502-15d0-465d-805f-db2c6dbcffec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.970764243Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"dbed700d-5353-4ea3-ac1d-271dfcbb9fef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.970796152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"dbed700d-5353-4ea3-ac1d-271dfcbb9fef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.971443308Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"18c7526b-8e75-4f43-8374-dbabf8e3f727","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:41.971496736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"18c7526b-8e75-4f43-8374-dbabf8e3f727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.176439532Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"2992c1ae-8012-4904-9672-46c14991d00b","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.176509251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"2992c1ae-8012-4904-9672-46c14991d00b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-2-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.189933249Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"f370b945-9372-4126-b179-6dd3f4eeba84","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.19002037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"f370b945-9372-4126-b179-6dd3f4eeba84","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.190158764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"0b0a22a5-9735-4d36-a2ea-c9fd97ee5311","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.190213098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"0b0a22a5-9735-4d36-a2ea-c9fd97ee5311","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.190304839Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"532d3a64-2cae-4e8c-a2b5-ed3fff272def","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.190341635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"532d3a64-2cae-4e8c-a2b5-ed3fff272def","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.464561984Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"eecb079b-299d-4759-a73c-8894323ba6ab","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.46463356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"eecb079b-299d-4759-a73c-8894323ba6ab","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/distinct-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.475306396Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8dbba217-7731-4d16-b199-1fdd95851ee0","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.47537053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"8dbba217-7731-4d16-b199-1fdd95851ee0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/premium-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.475490136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"2cfc2b3d-42ec-4bd1-8afb-3e97157cdfc4","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:42.475529449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"2cfc2b3d-42ec-4bd1-8afb-3e97157cdfc4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w2-a0e73d/simulator-w2-a0e73d: AITenant \"e2e-worker-w2-a0e73d\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:43.63141943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"3df7c83e-ec21-4364-9aa4-d5733311ce64","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:43.735120295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"4a7ff404-415d-49db-8001-2a2146046c76","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:43.832615706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"4d03f819-ec78-4d1a-911a-ec20b11d1a3b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:43.932294323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"b93a2cd1-8916-45af-951d-d8c18c9425bf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.032435674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"f1d365ec-59c0-4f70-b067-07fe011d4d71","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.134034498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"245a54ed-b6a5-43f3-b34a-2d3db3b3be1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.233710576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"260e5bc7-64a1-4f5e-896e-ff069d708330","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.305854809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"aa73ec8f-6791-48cf-a60d-a5c9333ba68b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.377395999Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"a23033fe-d43c-41b2-a7c2-caf3872821f5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.448634052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"85c81fc4-3bbb-413f-b0b2-7527210733c1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.520199425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"d488f8a2-5aff-4ad0-96c7-e2d7bf8d37ab","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.621031405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"1f678b02-adb2-4e12-aab2-e00e3bec0c3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:44.6267141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.692160935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"308f9592-03a0-424a-9c3d-576aa2392ef2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.766074425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"427c0993-5c3c-44b9-b453-18ad3b797de3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.86350615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"fd13d3f6-fa4a-45eb-a77a-1abce93c1fe4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:44.98733993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"cc466abb-cbeb-43f7-aff5-7bce1f456c45","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.0872322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"2025627b-280e-420a-9ca3-346579f06859","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.158136215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"20e37be1-4731-4757-89dc-f03677e089cc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.233088292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"604ad809-68b5-4fc7-b05a-cab3b4eee863","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.332137626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a7ba42be-6d06-404d-9052-0a4232489f44","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.432722087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"1ecbc512-4de5-4a8b-8faa-89f205cdc10b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.503251352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"028de1ea-ccaa-4313-b057-c6d4e0b2b133","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.575414042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"c219df14-8a8e-4192-90f6-31695f2e7925","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.645534533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"fa3a1d81-7f2c-40ed-9b30-77fcf1a7b0d9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.716812716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"cd3419f7-bee7-442c-9695-ec34f418944a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.789503391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"071c0694-363d-49bc-981f-aad2a28e75f1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.860800423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"e4f3e9d3-1c77-43bb-9b77-30a6c23bbab3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:45.935899296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bfb40168-478d-44a9-afd8-1640685abbcf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.109159058Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"eb77fc96-1a37-44cc-891c-1878ddc91e02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.182885545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"e7ccaa61-5d3d-4a2b-967f-a52f34d1dbba","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.285016569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"0183c22e-12be-42e7-a7b0-4bee4bedcf2e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.356206108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"804e3cf4-0871-4df8-bbc8-5820c97241eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.412502571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"fb289ede-0d2f-413b-bca4-61c6a914bfb3","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.412578636Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"fb289ede-0d2f-413b-bca4-61c6a914bfb3","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.416368512Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"05a2b483-daa2-4217-848b-df53abd06e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.428919582Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"fb289ede-0d2f-413b-bca4-61c6a914bfb3","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.430699523Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"05a2b483-daa2-4217-848b-df53abd06e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.435289088Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"870dd7f7-2b77-4eff-b767-850232d4b223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.444821678Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"fb289ede-0d2f-413b-bca4-61c6a914bfb3","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.444837048Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"fb289ede-0d2f-413b-bca4-61c6a914bfb3","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.444881605Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"simulator-subscription","reconcileID":"05a2b483-daa2-4217-848b-df53abd06e85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.449576644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"870dd7f7-2b77-4eff-b767-850232d4b223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.464360519Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"premium-simulator-subscription","reconcileID":"870dd7f7-2b77-4eff-b767-850232d4b223","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"name":"maas-trlp-premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8","model":"e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.525357153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"a8df6467-9a20-4c8b-a545-cdf4fbaab135","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"simulator-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"simulator-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.625766186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"e4a112cb-6bf3-4fde-b6ae-1e25308914df","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"routeName":"premium-w1-9793f8-kserve-route","namespace":"e2e-models-e2e-worker-w1-9793f8","llmisvcName":"premium-w1-9793f8","gateway":"openshift-ingress/e2e-worker-w1-9793f8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.634782787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48b67dd0-fbc4-4c0e-80fd-91b7250fa300","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:46.634820446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8821e55b-22bc-4922-9fba-fe5721bc4493","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.826926478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"9756b0d3-cf21-435f-96b7-8caabcd09e02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.898258724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"18a670c6-78b2-410e-9c9f-fa4f366c2174","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:46.998972337Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"355c0877-0798-426d-b81b-949bb235b518","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:47.101107827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"e5ae2fad-b2e0-4925-adb9-51ddc013b9b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:48.180173378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"d80af21d-3b02-4ffe-a0e2-ced091c22449","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:48.279177196Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"a52a997e-1b1c-4589-b1fb-d32a1f5dcaf3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:48.350640292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"423fcdbc-13dc-48b0-9242-644832a399dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:48.45336199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"975efac1-dcaf-48ac-92f5-e494c3636662","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:49.629364829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf53fba4-8b73-4e50-a51c-b0ecdec9111b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:49.730216976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c7cb159-81ca-401e-a05c-982e67c37471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:50.813407925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"6c82675b-2555-4f4b-84e5-105561562632","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:50.914774441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"423c31ba-4ae1-445d-8fc0-791071b714dd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:51.015150592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"fe42a332-bdab-4801-b52a-26be2aff171c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:51.115615846Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"bba9c10c-875b-4c9a-9f42-86c85290645c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.445228159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.445288869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","namespace":"ai-tenant-e2e-worker-w1-9793f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.445368004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","tenant":"e2e-worker-w1-9793f8","tenantID":"e2e-worker-w1-9793f8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.463468801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Deployment","name":"maas-api-e2e-worker-w1-9793f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.49027332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Service","name":"maas-api-e2e-worker-w1-9793f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.507712972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-9793f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.523798694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-9793f8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.540862417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.560397896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.577560661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.593897103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.607578839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.621347057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.635156412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Service","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.648972089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.662683497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.676402936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.690393055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.711249606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.725486972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.739506022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.753356665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-9793f8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:51.766911532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-9793f8"},"namespace":"ai-tenant-e2e-worker-w1-9793f8","name":"default-tenant","reconcileID":"a35f8386-bfac-4d87-8401-3f6a00668ea8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-9793f8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.025488122Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-9793f8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-9793f8","reconcileID":"db2879bb-5228-44c8-b09c-8b38264aa643","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-9793f8","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-9793f8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.073000444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"3d551d8a-c379-4a1f-92af-e359105452b6","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.11009763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"3d551d8a-c379-4a1f-92af-e359105452b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.110228451Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b935ab52-96cf-4096-aa79-c34fcb6d0b6c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.132968365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"b935ab52-96cf-4096-aa79-c34fcb6d0b6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.133282424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1ee5790b-38bf-4572-9556-6495ad33615e","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.15489935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1ee5790b-38bf-4572-9556-6495ad33615e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.155091075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"eae70dde-6300-487d-b905-c4b0406e87d3","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175038639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"eae70dde-6300-487d-b905-c4b0406e87d3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175185391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"c1b373b9-4d7a-4431-a5e5-6ac86705d169","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175230862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"c1b373b9-4d7a-4431-a5e5-6ac86705d169","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175300708Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"554c5c1a-8205-4ad9-8d50-fd6e526577e5","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175341506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"554c5c1a-8205-4ad9-8d50-fd6e526577e5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175407719Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"c2f9fd89-8453-4849-975b-f4529a8fb7ce","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.175445239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"c2f9fd89-8453-4849-975b-f4529a8fb7ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.180635843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"f39fbc26-1a1a-474f-81cb-bb21d315b593","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.180679236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"f39fbc26-1a1a-474f-81cb-bb21d315b593","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.185544242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"31f68571-0d8b-46d8-8e46-f2d4c4daf5bf","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.185606015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"31f68571-0d8b-46d8-8e46-f2d4c4daf5bf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.185725201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"aa01f7c1-e503-424b-82b8-a8f17c8f435d","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.185771525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"aa01f7c1-e503-424b-82b8-a8f17c8f435d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.18587421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"f557d75d-f2c2-49d8-917a-9fd3fe1b2108","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.185919921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"f557d75d-f2c2-49d8-917a-9fd3fe1b2108","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.19171794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"2ab71a48-087a-4590-988e-506cc1e03e8b","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.191776138Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"2ab71a48-087a-4590-988e-506cc1e03e8b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206114251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"899d3e13-db89-495c-b0c6-7984a87a236f","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206174052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"899d3e13-db89-495c-b0c6-7984a87a236f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206285613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e916b1fc-9390-455d-b198-4c0e5c4d424c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206334672Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"e916b1fc-9390-455d-b198-4c0e5c4d424c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206435094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d7954cbc-5e8a-40fa-8c93-25b593fc083f","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.206478615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d7954cbc-5e8a-40fa-8c93-25b593fc083f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.218005854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"681510cd-c294-4f25-8fa9-4c154c8c97a4","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.218087624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"681510cd-c294-4f25-8fa9-4c154c8c97a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.26591937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"0872bc4b-d23f-47f3-83dd-45b302189ea3","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266007018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"0872bc4b-d23f-47f3-83dd-45b302189ea3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266354493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"794ea7d0-1fd5-4437-bb56-d8b3fc6c27f3","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266408992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"794ea7d0-1fd5-4437-bb56-d8b3fc6c27f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266509118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d9037f17-05ed-446c-94e6-e11f6dcf9727","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266548635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d9037f17-05ed-446c-94e6-e11f6dcf9727","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266642898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"3dd5403b-d313-47fc-aa12-515997224e4e","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.266682372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"3dd5403b-d313-47fc-aa12-515997224e4e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.346898291Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"c01c07a7-637d-4469-a04a-9a1fbe82c799","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.3469495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"c01c07a7-637d-4469-a04a-9a1fbe82c799","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.34702847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"47627eb4-dab4-4831-9439-d5b39bedd690","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.347090606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"47627eb4-dab4-4831-9439-d5b39bedd690","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.347159694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"921bfb53-e147-4551-a4e9-5702f9093db5","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.347213431Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"921bfb53-e147-4551-a4e9-5702f9093db5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.347279109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"27c02a03-749f-4d60-8698-48af4a6e0251","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.347309112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"27c02a03-749f-4d60-8698-48af4a6e0251","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.41281289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4aa79b-9c34-4697-b841-848b1bd4505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.426967258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4aa79b-9c34-4697-b841-848b1bd4505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.440917815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4aa79b-9c34-4697-b841-848b1bd4505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:52.454862723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4aa79b-9c34-4697-b841-848b1bd4505c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507535409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"d0efa56c-5d24-4885-b218-50f1c9cb3fa5","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507597314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"d0efa56c-5d24-4885-b218-50f1c9cb3fa5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507683216Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fc47a83f-2218-445c-b3cf-e88dd94c9adc","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507726556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fc47a83f-2218-445c-b3cf-e88dd94c9adc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507804548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d0e93468-f354-4a23-8c18-e0e1b8f512cf","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507837047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"d0e93468-f354-4a23-8c18-e0e1b8f512cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507908874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"e81f1bfc-5b73-4794-b9ec-697f2612481e","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.507972779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"e81f1bfc-5b73-4794-b9ec-697f2612481e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828287222Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"5c6513ec-bc8a-4670-9934-33a419bf54fa","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828369944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"5c6513ec-bc8a-4670-9934-33a419bf54fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828480149Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"7a9d933d-11c1-445a-8ff0-03c1bdc9b049","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.82852825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"7a9d933d-11c1-445a-8ff0-03c1bdc9b049","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828628071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"fc81058b-c421-43b3-800d-ece91649652d","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.82867021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"fc81058b-c421-43b3-800d-ece91649652d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828761695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"9a9943f2-f038-4f69-aa00-3df31989f09f","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:52.828806649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"9a9943f2-f038-4f69-aa00-3df31989f09f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.142573815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21200249-a0d1-4e3b-a951-fde9f840dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.157827089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21200249-a0d1-4e3b-a951-fde9f840dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.174084755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21200249-a0d1-4e3b-a951-fde9f840dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:51:53.189209332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21200249-a0d1-4e3b-a951-fde9f840dbb4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.468703642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"20dcb189-d7cd-4c8b-a68a-3b147727509f","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.468769889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"20dcb189-d7cd-4c8b-a68a-3b147727509f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.468921827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"117991a7-a162-4627-9726-d05e05750659","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.468979911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"117991a7-a162-4627-9726-d05e05750659","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.469079606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1ac9e7ef-aedf-4770-a095-188b245a6984","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.469115496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"1ac9e7ef-aedf-4770-a095-188b245a6984","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.469188153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"6f482dae-28d6-4954-b590-c6374be9c659","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:53.469217867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"6f482dae-28d6-4954-b590-c6374be9c659","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749551423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f6e66444-2e6d-4cdf-8ebd-17d761d35689","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749625962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"f6e66444-2e6d-4cdf-8ebd-17d761d35689","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749723562Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"555afbc4-6390-4875-a323-b5adc8d7b21f","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749767708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"555afbc4-6390-4875-a323-b5adc8d7b21f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749842774Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"aebf29c2-c89a-4272-80be-387db742905a","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749877517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"aebf29c2-c89a-4272-80be-387db742905a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749954771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"f74691ae-4b01-419e-9716-3d27a14e06f5","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:54.749988566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"f74691ae-4b01-419e-9716-3d27a14e06f5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:56.007016493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-2-w2-a0e73d","reconcileID":"9d05a940-01b3-4f3b-b164-d2265e42a016","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:56.108890812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"distinct-w2-a0e73d","reconcileID":"d9ff28eb-0ae4-46dd-9239-62eb920c8924","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:56.210222808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"premium-w2-a0e73d","reconcileID":"28339326-da36-4a7c-a873-5e5a6e46e8ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:56.313441558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-a0e73d","namespace":"e2e-models-e2e-worker-w2-a0e73d"},"namespace":"e2e-models-e2e-worker-w2-a0e73d","name":"simulator-w2-a0e73d","reconcileID":"a0da1edc-de85-43d3-a040-d83a158d7e29","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w2-a0e73d\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.310867557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"a87d5475-2b74-4157-9214-b3e1f290c15d","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.310939223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"a87d5475-2b74-4157-9214-b3e1f290c15d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.31102611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4efcfc17-3c1f-4a00-907f-a4640529bec0","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.311093903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"4efcfc17-3c1f-4a00-907f-a4640529bec0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.31117438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"3bb9deb8-79d8-4b7e-8c62-856f5bb80f51","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.311205597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"3bb9deb8-79d8-4b7e-8c62-856f5bb80f51","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.311272094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"0e56b983-2071-4c83-b620-66d8392e421f","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:57.311302654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"0e56b983-2071-4c83-b620-66d8392e421f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.912680666Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"575f3a83-fe13-47e0-877d-27bb77ba5cd4","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913107482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"575f3a83-fe13-47e0-877d-27bb77ba5cd4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913314175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c43c07f7-51b4-4cf0-93ab-3c154dda997c","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913396354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"c43c07f7-51b4-4cf0-93ab-3c154dda997c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913529944Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"26837b13-312b-4b74-8dce-4c2af8a39751","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913602744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"26837b13-312b-4b74-8dce-4c2af8a39751","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913759284Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"77c5897f-a2de-4e72-ab90-ccf343cbf4fa","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.913824789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"77c5897f-a2de-4e72-ab90-ccf343cbf4fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943122435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"ca865229-8400-4da9-a888-7a577b8b3218","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943202576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"ca865229-8400-4da9-a888-7a577b8b3218","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943332011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"289ce895-bc81-46d2-a216-f5bdd52578d2","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943380773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"289ce895-bc81-46d2-a216-f5bdd52578d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943496934Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"23c5f39e-3f98-41fa-b19f-cad321c7f6a5","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943548158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"23c5f39e-3f98-41fa-b19f-cad321c7f6a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943656858Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"ff89f457-5edc-481c-bf47-a2786d554519","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.943706419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"ff89f457-5edc-481c-bf47-a2786d554519","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975518954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"29c7e840-0be0-44c1-bcee-60cbb908415d","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975614496Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"29c7e840-0be0-44c1-bcee-60cbb908415d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975750941Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f84dacec-5f42-479a-b71d-68940704eb7a","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975801477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"f84dacec-5f42-479a-b71d-68940704eb7a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975905814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"677f2790-2e69-4d68-ae75-a0a2f9db8923","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.975951344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"677f2790-2e69-4d68-ae75-a0a2f9db8923","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.976081816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"57abfe25-24d3-4991-9719-493ea0d4ce34","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:58.976129661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"57abfe25-24d3-4991-9719-493ea0d4ce34","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.007028296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"855f7ef6-e343-47a4-b913-fb53b8c82c23","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.009318809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-2-w1-9793f8","reconcileID":"855f7ef6-e343-47a4-b913-fb53b8c82c23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-2-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.009611769Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fc335e43-fad6-44b5-a3a3-d11513e9ce71","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.009724399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"simulator-w1-9793f8","reconcileID":"fc335e43-fad6-44b5-a3a3-d11513e9ce71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/simulator-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.013794236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"9da1f480-3aef-45f1-a32e-15fc36b5f6cf","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.013912025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"premium-w1-9793f8","reconcileID":"9da1f480-3aef-45f1-a32e-15fc36b5f6cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/premium-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.014142792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"7a0711a7-be72-40a8-8cd6-9c860dc20c6a","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-30T03:51:59.019330062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-9793f8","namespace":"e2e-models-e2e-worker-w1-9793f8"},"namespace":"e2e-models-e2e-worker-w1-9793f8","name":"distinct-w1-9793f8","reconcileID":"7a0711a7-be72-40a8-8cd6-9c860dc20c6a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-9793f8/distinct-w1-9793f8: AITenant \"e2e-worker-w1-9793f8\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.828557844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"948db88c-7f80-416f-b309-b7e51604227f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-30T03:52:00.929546126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d6aa0592-80da-421f-9ab2-aa2a9598f601","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}